-- Logs begin at Wed 2021-02-17 19:25:46 UTC, end at Wed 2021-02-17 20:35:22 UTC. -- Feb 17 20:01:19.354696 dv-cinder-760038-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 20:01:22.083656 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.common.config [-] Logging enabled! Feb 17 20:01:22.084226 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529 Feb 17 20:01:22.085577 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83926) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 20:01:22.087363 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.common.config [-] Logging enabled! Feb 17 20:01:22.087657 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529 Feb 17 20:01:22.088030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83926) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 20:01:22.089102 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 20:01:22.089375 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 20:01:22.090422 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 20:01:22.090709 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 20:01:22.090973 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 20:01:22.091350 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.091700 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.092048 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.092313 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.092660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.093029 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.093365 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.093706 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.094054 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.094387 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.094713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.095043 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.095310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.095641 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.095979 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.096314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.096599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] debug = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.096957 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.097505 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.097836 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.098165 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.098504 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.098823 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.099147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.099482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.099858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] host = dv-cinder-760038-3-iscsi {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.100186 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.100523 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.100860 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.101217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.101538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.101861 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.102197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.102514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.102836 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] log_file = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.103158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.103493 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.103833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.104176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.104439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.104699 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.105061 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.105402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.105725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.106049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.106374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.106694 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.107017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.107331 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.107667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.108003 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.108342 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.108664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.109010 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.109331 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.109651 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.109986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.110308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.110631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.110953 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.111292 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.111608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.111928 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.112316 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.112661 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.113016 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.113354 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.113676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.114011 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.114327 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.114645 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.114962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] use_json = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.115280 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.115594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.115923 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.116240 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.116558 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.116911 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.117217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.117555 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:22.117902 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.118248 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.118598 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.118930 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.119272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.119604 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.120208 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.120534 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.120900 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.121239 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.121575 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.121900 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.122232 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.122561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.122907 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.123262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.123608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.123952 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.124272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.124589 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.124931 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.125258 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.125590 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.125939 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.126277 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.126597 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.126922 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.127262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.127587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.128477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.128781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.129147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.129473 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.129794 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.130124 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.130449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.130764 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.131080 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.131401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.131740 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.132061 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.132375 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.132691 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.133037 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.133356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.133688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.134032 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.134327 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.134645 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.134968 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.135287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.135606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.135929 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.136244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.136566 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.136902 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.137218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.137537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.137853 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.138170 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.138484 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.138799 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.139572 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.139892 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.140210 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.140527 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.140847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.141188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.141515 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.141859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.142181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.142505 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.142834 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.143157 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.144106 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.144430 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.144756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.145126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.145445 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.145788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.146118 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.146447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.146774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.147096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.147441 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.147767 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.148094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.148417 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.148742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.149094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.149431 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.149772 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.150113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.150451 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.150790 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.151126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.151452 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.151812 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.152137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:22.152391 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 20:01:22.152661 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83926) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 20:01:22.810754 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO keyring.backend [-] Loading Gnome Feb 17 20:01:22.828075 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO keyring.backend [-] Loading Google Feb 17 20:01:22.830660 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 20:01:22.834205 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO keyring.backend [-] Loading file Feb 17 20:01:22.835180 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO keyring.backend [-] Loading keyczar Feb 17 20:01:22.835468 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO keyring.backend [-] Loading multi Feb 17 20:01:22.836126 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO keyring.backend [-] Loading pyfs Feb 17 20:01:22.882614 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83926) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:01:22.882932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83926) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:01:22.883261 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83926) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:01:22.883638 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 20:01:23.275767 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.276311 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.276311 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.326598 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.326919 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.327225 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.330866 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.331187 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.331493 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.399890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.400202 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.400511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.401698 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.402009 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.402311 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.674257 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.675136 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.675449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.675759 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.676594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.825599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.825976 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.826306 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.826615 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.826955 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.827303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.827602 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.827896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.828190 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.828527 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.828825 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.829157 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.829463 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.829756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.830069 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.830386 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.830682 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.831515 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.831804 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.832289 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.832579 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.832893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.833229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.833512 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.833792 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.834217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:01:23.834499 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:01:23.834774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:01:23.835049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:01:23.835322 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:01:23.835600 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:01:23.836025 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 20:01:23.839294 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 20:01:23.843243 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 20:01:23.847753 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Feb 17 20:01:23.849447 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 20:01:23.850709 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 20:01:23.851100 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 20:01:23.851542 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 20:01:23.854315 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 20:01:23.854625 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 20:01:23.855002 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 20:01:23.876937 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 20:01:23.877459 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.877821 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83926) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 20:01:23.878235 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.879586 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83926) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 20:01:23.879911 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 20:01:23.880199 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 20:01:23.883413 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.883729 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:23.950094 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 20:01:23.950328 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 20:01:23.950598 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 20:01:23.950995 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 20:01:23.989971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.sqlalchemy.engines [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83926) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 20:01:24.423262 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Initializing driver for type 'gre' Feb 17 20:01:24.424164 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] gre ID ranges: [(1, 1000)] Feb 17 20:01:24.463968 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Initializing driver for type 'local' Feb 17 20:01:24.464341 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Initializing driver for type 'vlan' Feb 17 20:01:24.473803 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] VlanTypeDriver initialization complete Feb 17 20:01:24.474200 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Initializing driver for type 'vxlan' Feb 17 20:01:24.474716 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] vxlan ID ranges: [(1, 1000)] Feb 17 20:01:24.516033 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Initializing extension driver 'port_security' Feb 17 20:01:24.516400 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.extensions.port_security [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] PortSecurityExtensionDriver initialization complete Feb 17 20:01:24.516778 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Initializing mechanism driver 'openvswitch' Feb 17 20:01:24.523194 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83926) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:01:24.524038 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > port after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.524426 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > port after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.524816 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > port after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.525268 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > subnet after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.525659 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > subnet after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.526042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.526458 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > network after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.526844 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > network after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.527221 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > network after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.527637 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > security_group after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.528019 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > security_group after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.528393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.528806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.529211 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.529587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.530124 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > address_group after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.530504 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > address_group after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.530878 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.531253 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] ML2 OVO RPC backend initialized. {{(pid=83926) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 20:01:24.531970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.532358 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.532813 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > network before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.533221 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > networks before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.533599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > port before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.533973 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > ports before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.534349 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > subnet before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.534723 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > subnets before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.535104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > network after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.535477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > network after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.535847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > network after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.536219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > port after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.536587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > port after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.537018 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > port after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.537375 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > subnet after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.537748 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > subnet after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.538120 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.538760 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.plugin [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Modular L2 Plugin initialization complete Feb 17 20:01:24.539120 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading services supported by the core plugin {{(pid=83926) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 20:01:24.539488 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.plugins.ml2.managers [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Got port-security extension from driver 'port_security' Feb 17 20:01:24.539996 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.extensions.vlantransparent [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Disabled vlantransparent extension. Feb 17 20:01:24.540474 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83926) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 20:01:24.540818 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading Plugin: router Feb 17 20:01:24.579489 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.579928 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router after_create 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.580338 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router before_create 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.580763 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.581215 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.581611 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router after_delete 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.582010 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.582419 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router after_create 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.582801 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router after_update 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.583195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router after_update 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.583584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.583986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router after_update 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.584469 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router precommit_update 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.584909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: port after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.585291 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: port after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.585666 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: subnet after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.586044 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.586434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.586820 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router precommit_create 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.587202 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: port before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.587581 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router precommit_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.587984 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router after_update 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.588366 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.588755 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router precommit_create 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.589186 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.589571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router precommit_update 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.589999 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > network after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.590997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Tracking information for resource: router configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:01:24.591372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Tracking information for resource: floatingip configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:01:24.596238 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_agentschedulers_db [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 20:01:24.597007 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: port after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.597406 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: port after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.597795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: port after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.598180 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: port after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.599073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router before_create 55550100 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.599481 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.599886 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router precommit_create 55550100 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.600282 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > router precommit_update 55550100 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.605065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.provider_configuration [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Service providers = [] {{(pid=83926) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 20:01:24.605464 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.servicetype_db [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83926) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 20:01:24.608582 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.service_base [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:01:24.608993 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.service_base [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:01:24.609374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.service_base [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:01:24.610264 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.service_base [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:01:24.610671 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.services.service_base [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 20:01:24.611091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:01:24.611447 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 20:01:24.622317 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:01:24.622693 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading Plugin: auto_allocate Feb 17 20:01:24.629242 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: network precommit_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.629648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: network precommit_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.630229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:01:24.630589 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading Plugin: tag Feb 17 20:01:24.637551 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:01:24.637924 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading Plugin: timestamp Feb 17 20:01:24.642334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:01:24.642853 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading Plugin: network_ip_availability Feb 17 20:01:24.648389 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.648798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.649215 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.649999 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:01:24.650353 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading Plugin: flavors Feb 17 20:01:24.654928 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:01:24.655325 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading Plugin: revisions Feb 17 20:01:24.659592 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:01:24.660015 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.777s {{(pid=83926) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:01:24.660834 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83926) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 20:01:24.661226 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Initializing extension manager. Feb 17 20:01:24.661789 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: __init__.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.662170 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: __pycache__ {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.662545 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.662914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: address_group.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.663878 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.664515 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: address-group Feb 17 20:01:24.664904 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: address_scope.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.665675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.666259 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: address-scope Feb 17 20:01:24.666619 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.667573 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.668154 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: router-admin-state-down-before-update Feb 17 20:01:24.668516 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: agent.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.669325 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.669907 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: agent Feb 17 20:01:24.670267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: agent_resources_synced.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.671314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.671892 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: agent-resources-synced Feb 17 20:01:24.672252 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: allowedaddresspairs.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.674132 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.675199 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: allowed-address-pairs Feb 17 20:01:24.675563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: auto_allocated_topology.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.676655 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.677281 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: auto-allocated-topology Feb 17 20:01:24.677649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: availability_zone.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.678402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.678987 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: availability_zone Feb 17 20:01:24.679351 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: availability_zone_filter.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.680301 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.680912 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: availability_zone_filter Feb 17 20:01:24.681264 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: data_plane_status.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.682186 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.682761 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 20:01:24.683122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: default_subnetpools.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.684051 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.684629 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: default-subnetpools Feb 17 20:01:24.685014 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.686002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.686708 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: dhcp_agent_scheduler Feb 17 20:01:24.687073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: dns.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.688004 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.688586 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 20:01:24.688973 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: dns_domain_ports.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.689902 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.691159 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 20:01:24.691520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: dvr.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.692244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.692831 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: dvr Feb 17 20:01:24.693251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: empty_string_filtering.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.694177 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.694756 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: empty-string-filtering Feb 17 20:01:24.695118 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.696042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.696624 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 20:01:24.697014 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.697945 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.698530 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 20:01:24.698891 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: external_net.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.699814 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.700395 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: external-net Feb 17 20:01:24.700753 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.701789 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.702385 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: extra_dhcp_opt Feb 17 20:01:24.702746 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: extraroute.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.703683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.704262 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: extraroute Feb 17 20:01:24.704618 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: extraroute_atomic.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.705676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.706286 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: extraroute-atomic Feb 17 20:01:24.706647 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: filter_validation.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.707347 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.707927 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: filter-validation Feb 17 20:01:24.708286 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: fip_pf_description.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.709234 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.709814 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 20:01:24.710171 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: fip_port_details.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.711113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.711694 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: fip-port-details Feb 17 20:01:24.712054 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: flavors.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.713340 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.713935 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: flavors Feb 17 20:01:24.714301 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.715954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.716544 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 20:01:24.717039 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: floatingip_pools.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.717924 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.718511 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: floatingip-pools Feb 17 20:01:24.718880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: ip_allocation.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.719826 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.720405 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 20:01:24.720769 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.721756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.722337 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: ip-substring-filtering Feb 17 20:01:24.722698 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: l2_adjacency.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.723639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.724213 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 20:01:24.724573 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: l3.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.725664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.726258 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: router Feb 17 20:01:24.726622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.728909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.729508 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 20:01:24.729880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.730814 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.731410 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: ext-gw-mode Feb 17 20:01:24.731778 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.732712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.733443 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: l3-ha Feb 17 20:01:24.733812 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: l3_flavors.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.734740 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.735320 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: l3-flavors Feb 17 20:01:24.735683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.736618 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.737761 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 20:01:24.738122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: l3agentscheduler.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.739385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.739983 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: l3_agent_scheduler Feb 17 20:01:24.740350 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: logging.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.741871 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.742473 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension logging not supported by any of loaded plugins Feb 17 20:01:24.742839 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: metering.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.743638 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.744348 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: metering Feb 17 20:01:24.745023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.746139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.746727 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: metering_source_and_destination_fields Feb 17 20:01:24.747092 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: multiprovidernet.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.748044 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.748746 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: multi-provider Feb 17 20:01:24.749145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: netmtu.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.750075 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.750662 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: net-mtu Feb 17 20:01:24.751029 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: netmtu_writable.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.751957 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.752538 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: net-mtu-writable Feb 17 20:01:24.753476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: network_availability_zone.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.754193 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.754772 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: network_availability_zone Feb 17 20:01:24.755134 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: network_ip_availability.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.756239 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.756817 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: network-ip-availability Feb 17 20:01:24.757208 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: network_segment_range.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.758132 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.758717 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 20:01:24.759079 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: pagination.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.760088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.760465 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: pagination Feb 17 20:01:24.760830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: port_device_profile.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.761785 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.762375 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: port-device-profile Feb 17 20:01:24.762735 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.763670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.764372 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: port-mac-address-regenerate Feb 17 20:01:24.764733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.765679 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.766266 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: port-numa-affinity-policy Feb 17 20:01:24.766629 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: port_resource_request.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.767559 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.768134 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 20:01:24.768518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: portbindings.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.769494 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.770083 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: binding Feb 17 20:01:24.770449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: portbindings_extended.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.771719 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.772310 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: binding-extended Feb 17 20:01:24.772678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: portsecurity.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.773642 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.774237 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: port-security Feb 17 20:01:24.774605 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: project_id.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.775589 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.775964 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: project-id Feb 17 20:01:24.776329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: providernet.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.777287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.777878 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: provider Feb 17 20:01:24.778241 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: qos.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.781889 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.782494 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension qos not supported by any of loaded plugins Feb 17 20:01:24.782864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.785195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.785796 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 20:01:24.786166 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.787113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.787701 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 20:01:24.788066 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: qos_default.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.789023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.789604 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension qos-default not supported by any of loaded plugins Feb 17 20:01:24.789970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: qos_fip.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.790672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.791246 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 20:01:24.791607 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: qos_gateway_ip.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.792543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.793156 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 20:01:24.793521 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: qos_port_network_policy.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.794448 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.795024 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 20:01:24.795384 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: qos_rule_type_details.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.796434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.797039 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 20:01:24.797402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: qos_rules_alias.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.798461 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.799043 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 20:01:24.799407 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: quotasv2.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.800914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.801295 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: quotas Feb 17 20:01:24.801658 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: quotasv2_detail.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.803292 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.803678 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: quota_details Feb 17 20:01:24.804046 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: rbac.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.805228 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.805821 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: rbac-policies Feb 17 20:01:24.806187 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: rbac_address_scope.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.807126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.807709 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: rbac-address-scope Feb 17 20:01:24.808072 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: rbac_security_groups.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.809135 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.809720 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: rbac-security-groups Feb 17 20:01:24.810081 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: rbac_subnetpool.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.811018 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.811719 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: rbac-subnetpool Feb 17 20:01:24.812077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: revisionifmatch.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.813048 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.813633 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: revision-if-match Feb 17 20:01:24.813989 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: revisions.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.815130 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.816229 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: standard-attr-revisions Feb 17 20:01:24.816589 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: router_availability_zone.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.817333 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.817920 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: router_availability_zone Feb 17 20:01:24.818280 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: routerservicetype.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.819227 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.819809 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 20:01:24.820169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.821131 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.821720 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: security-groups-normalized-cidr Feb 17 20:01:24.822078 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.823010 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.823591 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: port-security-groups-filtering Feb 17 20:01:24.823947 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.824938 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.825528 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: security-groups-remote-address-group Feb 17 20:01:24.825890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: securitygroup.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.839555 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.840180 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: security-group Feb 17 20:01:24.840552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: segment.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.841467 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.842057 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension segment not supported by any of loaded plugins Feb 17 20:01:24.842543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.843504 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.844087 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 20:01:24.844454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: servicetype.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.845593 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.846188 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: service-type Feb 17 20:01:24.847157 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: sorting.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.848170 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.848545 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: sorting Feb 17 20:01:24.848922 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: standard_attr_segment.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.849893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.850482 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 20:01:24.850844 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: standardattrdescription.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.851544 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.852126 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: standard-attr-description Feb 17 20:01:24.852485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: stateful_security_group.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.853452 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.854046 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: stateful-security-group Feb 17 20:01:24.854407 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: stdattrs_common.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.855007 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 20:01:24.855371 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.856393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.857013 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 20:01:24.857377 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: subnet_onboard.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.858571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.859163 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: subnet_onboard Feb 17 20:01:24.859526 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.860465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.861079 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 20:01:24.861446 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: subnet_service_types.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.862424 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.863008 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: subnet-service-types Feb 17 20:01:24.863368 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: subnetallocation.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.864457 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.865075 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: subnet_allocation Feb 17 20:01:24.865442 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.866152 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.866735 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: subnetpool-prefix-ops Feb 17 20:01:24.867096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.868046 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.868622 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 20:01:24.869030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: tagging.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.870598 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.871209 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: standard-attr-tag Feb 17 20:01:24.871578 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: timestamp.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.872757 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.873380 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loaded extension: standard-attr-timestamp Feb 17 20:01:24.873877 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: trunk.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.874919 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.875506 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension trunk not supported by any of loaded plugins Feb 17 20:01:24.875864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: trunk_details.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.876800 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.877414 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 20:01:24.878294 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: uplink_status_propagation.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.879225 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.879804 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 20:01:24.880166 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Loading extension file: vlantransparent.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:01:24.880900 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:01:24.881475 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 20:01:24.884135 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:network Feb 17 20:01:24.884947 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:subnet Feb 17 20:01:24.885622 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:01:24.886290 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:port Feb 17 20:01:24.887785 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:01:24.888277 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Service FLAVORS assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:01:24.889004 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:01:24.889604 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:01:24.889974 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:router Feb 17 20:01:24.890710 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 20:01:24.891471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Service METERING assigned prefix: /metering {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:01:24.893262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.894225 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.894612 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:01:24.895772 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 20:01:24.896263 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:security_group Feb 17 20:01:24.897092 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 20:01:24.897897 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Service CORE assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:01:24.898268 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:01:24.898638 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] subnetpool is already registered Feb 17 20:01:24.899304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Service CORE assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:01:24.899669 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:01:24.900027 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] subnetpool is already registered Feb 17 20:01:24.902831 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:01:24.903311 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Service FLAVORS assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:01:24.903965 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:01:24.904431 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:01:24.904806 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:router Feb 17 20:01:24.905420 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] router is already registered Feb 17 20:01:24.906083 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 20:01:24.906450 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] floatingip is already registered Feb 17 20:01:24.907140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Service METERING assigned prefix: /metering {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:01:24.907882 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 20:01:24.908251 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] rbac_policy is already registered Feb 17 20:01:24.908917 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:security_group Feb 17 20:01:24.909285 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] security_group is already registered Feb 17 20:01:24.909934 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 20:01:24.910299 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] security_group_rule is already registered Feb 17 20:01:24.911029 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Service CORE assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:01:24.911406 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:01:24.911776 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] subnetpool is already registered Feb 17 20:01:24.912447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Service CORE assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:01:24.912832 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:01:24.913206 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] subnetpool is already registered Feb 17 20:01:24.913926 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: extensions {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.915501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: address-groups {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.917228 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: address-scopes {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.918543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: agents {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.919788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: auto-allocated-topology {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.921155 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: availability_zones {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.922656 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: dhcp-networks {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.924215 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: dhcp-agents {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.925768 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: routers {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.927670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: flavors {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.928948 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: service_profiles {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.930255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: next_providers {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.932701 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: service_profiles {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.934314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: floatingip-pools {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.935622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: routers {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.937707 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: floatingips {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.938974 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: l3-routers {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.941000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: l3-agents {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.942535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: metering-labels {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.943977 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: metering-label-rules {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.945430 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: network-ip-availabilities {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.946806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: bindings {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.948557 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: quotas {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.950113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: quotas {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.951634 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: rbac-policies {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.953142 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: security-groups {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.954431 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: security-group-rules {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.955779 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: service-providers {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.957864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: subnetpools {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.959393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: subnetpools {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.960988 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.962798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.964712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.966648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.968571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.970397 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.972328 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.974310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.976289 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.978282 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.extensions [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:01:24.985519 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING keystonemiddleware.auth_token [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 20:01:24.990851 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING keystonemiddleware.auth_token [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 20:01:25.000101 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Acquired lock "singleton_lock" {{(pid=83926) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 20:01:25.000628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Releasing lock "singleton_lock" {{(pid=83926) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 20:01:25.002111 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO oslo_service.service [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Starting 2 workers Feb 17 20:01:25.007369 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Started child 84037 {{(pid=83926) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:01:25.011373 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:25.012046 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Started child 84038 {{(pid=83926) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:01:25.012816 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [-] (84037) wsgi starting up on http://0.0.0.0:9696 Feb 17 20:01:25.013560 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.service [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 20:01:25.014240 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Notify callbacks [] for process, before_spawn {{(pid=83926) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:25.015522 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:25.016890 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [-] (84038) wsgi starting up on http://0.0.0.0:9696 Feb 17 20:01:25.017003 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO oslo_service.service [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Starting 1 workers Feb 17 20:01:25.017305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 49798) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:01:25.023135 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Started child 84040 {{(pid=83926) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:01:25.023684 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO oslo_service.service [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Starting 1 workers Feb 17 20:01:25.025129 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.service [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] calling RpcWorker wait() {{(pid=84040) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 20:01:25.025520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.service [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] returning from RpcWorker wait() {{(pid=84040) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 20:01:25.027016 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:25.028421 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:01:25.028719 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Started child 84041 {{(pid=83926) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:01:25.029592 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c2a60654-e55a-406b-86f7-75aa42808fb2 None None] Notify callbacks [] for process, after_spawn {{(pid=83926) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:25.030666 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0105827 Feb 17 20:01:25.032537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83926) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 20:01:25.032782 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 20:01:25.033021 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 20:01:25.033295 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 20:01:25.033693 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 20:01:25.034068 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 20:01:25.034647 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.034962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.035272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.035556 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.035917 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.036617 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.036926 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.037124 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:25.037211 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.037513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.037799 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.037995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.038191 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.038476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.038774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.039194 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.039474 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.039757 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.040028 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.040241 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.040521 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.040815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.041128 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.041436 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] debug = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.041712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.042292 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.042550 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.042854 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.043108 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.043411 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.043680 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.043990 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.044270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.044520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.044771 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.045073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.045328 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.045803 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.046115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.046372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.046853 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] host = dv-cinder-760038-3-iscsi {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.047078 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.047515 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.047935 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.048354 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.048788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.049214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.049693 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.050127 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.050548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.050960 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.051373 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.051781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.052206 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.052611 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_file = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.052972 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_options = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.053387 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.053854 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.054345 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.054744 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.055113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.055478 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.055960 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.056326 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.056804 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.057273 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.057681 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.058205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.058649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.059079 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.059538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.060310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.060752 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.060883 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.061518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.061693 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.062125 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.062535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.062929 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.063352 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.063750 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.064154 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.064565 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.064995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.065901 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.066313 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.066700 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.067118 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.067511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.067909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.068310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.068668 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.069073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.069517 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.069900 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.070301 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.070697 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.071089 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.071469 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.071840 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.072224 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.072601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] use_json = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.072993 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.073354 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.073788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.074176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.074732 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.075012 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.075266 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.075539 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.076140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.076890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.077374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.077754 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.078138 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.078541 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.078969 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:01:25.079090 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.079256 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.079511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.079810 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.080162 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.080423 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.080808 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.081738 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.082029 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.082896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.082896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.083061 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.083249 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.083426 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.083695 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.083959 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.084258 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.084704 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.085155 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.085573 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.085980 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.086402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.086788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.087185 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.087449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.087721 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.088029 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.088287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.088540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.088809 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.090680 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.091065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.091456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.092000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.092315 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.092596 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.092898 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.093143 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.093397 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.093649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.093903 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.094175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.094595 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.095014 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.095328 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.095537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.095787 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.096035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.096290 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.096615 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.096895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.097147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.097415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.097686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.097951 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.098235 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.098473 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.098874 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.099285 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.099822 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.099822 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.099980 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.100213 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.100616 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.101084 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.101512 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.101979 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.102238 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.102469 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.102875 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.103293 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.103728 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.104173 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.104610 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.105054 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.105520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.105777 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.106049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.106356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.106696 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.106970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.107247 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.107694 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.108320 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.108780 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.109305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.109762 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.110199 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.110652 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.110946 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.111374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.112267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.112267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.112267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.112628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.113828 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.114284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.114732 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.115804 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.116307 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.116641 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.117052 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.117360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.117651 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.117964 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.118312 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.118601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.118948 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.119219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.119517 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.120116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.120447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.120738 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.121062 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.121363 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.121656 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.121949 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.122847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.122847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.122847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.123208 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.123278 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.123566 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.123826 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.124096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.124385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.124755 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.125086 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.125353 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.125606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.126262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.126262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.126430 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.126710 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.126998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.127277 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.127540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.128466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.128818 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.129214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.129500 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.129753 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.130027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.130280 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.130539 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.130792 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.131039 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.131337 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.131607 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.131872 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.132129 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.132385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.132638 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.133673 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.133955 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.134208 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.134489 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.134761 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.135010 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.135274 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.135525 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.135800 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.136204 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.136656 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.137835 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.138266 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.138699 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.139115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.139538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.139958 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.140255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.140498 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.140941 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.141376 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.141795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.142202 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.142633 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.142917 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.143176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.144005 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.144251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.144742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.145171 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.145575 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.145982 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.146351 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.146794 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.147074 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.147337 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.147595 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.147855 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.148115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.148401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.148683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.149361 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.149361 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.149540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.149667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.150042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.150456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.150811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.151093 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.151358 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.151622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.151876 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.152142 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.152390 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.152655 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.152919 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.153165 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.153431 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.153679 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.153903 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.154323 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.154710 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.155188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.155484 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.156561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.156894 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.157205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.157498 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.157779 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.158143 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.158399 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.158683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.158975 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.159257 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.159518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.159829 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.160201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.160543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.160889 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.161207 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.161500 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.161957 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.162397 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.162806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.163119 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.163491 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.163939 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.164374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.164786 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.165335 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.165587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.166020 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.166287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.166554 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.166814 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.167099 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.167385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.167656 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.167893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.168311 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.168551 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.168994 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.169398 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.169663 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.169941 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.170775 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 20:01:25.170775 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83926) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 20:01:25.170951 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 20:01:25.170951 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 20:01:25.171180 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 20:01:25.171366 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 20:01:25.171519 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 20:01:25.172164 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.172164 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.172164 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.172381 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.172451 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.172636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.172806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.172985 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.173175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.173363 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.173552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.173740 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.174006 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.174739 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.174739 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.174739 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.174739 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.174998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.175066 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.175254 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.175395 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.175662 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.175806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] debug = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.175915 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.176059 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.176247 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.176436 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.176630 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.176792 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.177180 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.177359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.177512 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.177700 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.177868 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.178055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.178242 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.178431 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.178616 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.178859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.179049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] host = dv-cinder-760038-3-iscsi {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.179234 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.179423 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.179609 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.179793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.179979 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.180917 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.180917 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.180917 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.180917 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.180917 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.181272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.181272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.181393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.182588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_file = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.182588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_options = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.182588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.182588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.182588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.182588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.182588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.183334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.183334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.183334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.183334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.183334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.183747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.183747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.183924 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:01:25.184017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.184017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.184185 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.184275 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.184437 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.184609 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.184770 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.184964 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.185152 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.185314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.185501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.185667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.185853 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.186042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.186229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.186391 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.186582 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.186769 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.186957 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.187126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.187465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.187640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.187854 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.187982 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.188147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.188314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.188504 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.189077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.189077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.189077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.189307 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.189377 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.189550 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.189708 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] use_json = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.189851 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.190037 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.190744 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.190898 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.191088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.191275 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.191462 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.191647 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:01:25.191858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.192049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.192256 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.192444 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.192634 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.192822 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.193012 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.193201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.193381 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.193546 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.193694 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.194472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.194472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.194472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.194472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.195017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.195017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.195017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.195017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.195538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.195538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.195538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.195931 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.195931 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.196190 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.196190 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.196449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.196595 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.196732 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.196902 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.197108 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.197251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.197484 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.197484 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.197643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.197834 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.198017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.198187 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.198376 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.198566 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.198758 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.198948 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.199137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.199326 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.199523 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.199927 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.199927 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.200150 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.200276 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.200458 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.200658 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.200932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.201024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.201895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.201895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.201895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.201895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.201895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.202584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.202584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.202584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.202584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.202855 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.202936 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.203606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.203606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.203606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.203606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.204019 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.204019 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.204019 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.204312 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.204440 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.204553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.204702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.204910 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.205103 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.205293 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.205488 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.206492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.206492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.206819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.206819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.206994 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.207089 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.207230 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.209308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.209308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.209308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.209308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.209308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.209308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.209308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.209308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.210139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.210139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.210139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.210139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.210139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.210139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.210139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.210139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.210833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.210833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.210833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.210833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.210833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.211232 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.211232 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.211232 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.211486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.211576 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.211766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.211957 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.212151 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.212348 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.212548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.212738 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.212951 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.213122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.213310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.213499 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.213690 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.213880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.214070 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.214255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.214446 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.214647 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.214829 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.215370 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.215370 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.215370 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.215777 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.215777 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.216035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.216035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.216267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.216362 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.216531 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.216720 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.217018 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.217259 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.217478 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.217718 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.217881 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.218062 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.218296 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.218444 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.218587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.218893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.219093 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.219291 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.219487 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.219682 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.219874 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.220063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.220252 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.220442 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.220631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.220820 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.221005 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.221194 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.221379 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.221569 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.221924 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.221924 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.222343 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.222343 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.223728 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.223944 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.224146 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.224354 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.224552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.224750 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.225055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.225857 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.232885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.232885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.232885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.232885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.232885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.232885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.232885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.232885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.233608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.233608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.233608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.233608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.233608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.233608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.233608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.233608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.234914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.235404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.235404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.235404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.235404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.235404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.235404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.235404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.235404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.235971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.236228 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.236434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.236639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.236855 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.237643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.237916 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.238016 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.238218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.238483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.238579 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.238785 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.238976 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.239167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.239356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.239543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.239731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.239921 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.240113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.240310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.240508 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.240697 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.240929 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.241094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.241268 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.241432 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.241603 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.241811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.241978 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.242309 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.242862 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.243057 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.243246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.243433 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.243622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.244466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.244466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.244466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.244466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.244466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.245103 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.245103 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.245224 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.245483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.245649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.245787 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.245925 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:01:25.246061 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83926) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 20:01:35.102916 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6b2171-a188-4e26-848a-bbdbac56ad64 None None] get_active_networks_info from dv-cinder-760038-3-iscsi {{(pid=84040) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 20:01:35.295866 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6b2171-a188-4e26-848a-bbdbac56ad64 None None] No non-hosted networks {{(pid=84040) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 20:01:35.454482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d67e66c5-8daf-4822-a86f-de4e56d5fc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654'] for agent, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:37.622699 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c3365aa7-28ee-451e-92d5-c75a9bb6fe45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654'] for agent, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:37.688349 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ad5029bf-90b8-42c5-9546-683e39274dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:37.895195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654'] for agent, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:39.131513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654'] for agent, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:39.135476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:39.137232 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:39.138613 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:39.139607 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:39.142397 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:39.143630 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:39.144196 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:39.145971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:39.150172 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:39.151731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:39.152326 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:39.152927 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:39.153554 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760038-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:01:39.164799 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760038-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:01:39.417599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654'] for agent, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:40.883850 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 49902) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:01:41.033195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] get_endpoint_by_host() called for host dv-cinder-760038-3-iscsi {{(pid=84040) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 20:01:41.038511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] get_endpoint_by_ip() called for ip 192.168.0.24 {{(pid=84040) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 20:01:41.041737 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] _add_endpoint() called for ip 192.168.0.24 {{(pid=84040) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 20:01:41.047447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] _get_endpoints() called {{(pid=84040) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 20:01:41.503958 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING oslo_policy.policy [None req-d28fb25e-9231-40ed-8438-baafde96fab7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:01:41.504489 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING oslo_policy.policy [None req-d28fb25e-9231-40ed-8438-baafde96fab7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:01:41.734693 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [None req-d28fb25e-9231-40ed-8438-baafde96fab7 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84037) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:01:41.735830 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d28fb25e-9231-40ed-8438-baafde96fab7 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8509753 Feb 17 20:01:44.483972 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 49918) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:01:44.788735 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_hamode_db [None req-942f956c-89df-433b-8648-4c66be5d71a5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 20:01:44.876446 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-672dcfa9-9b9e-4de3-a80d-b7fd8c65b12c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:01:44.880319 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942f956c-89df-433b-8648-4c66be5d71a5 None None] Routers set() bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:01:44.880754 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942f956c-89df-433b-8648-4c66be5d71a5 None None] Router IDs set() for agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 20:01:44.945746 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.policy [None req-672dcfa9-9b9e-4de3-a80d-b7fd8c65b12c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84037) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 20:01:44.982208 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING oslo_policy.policy [None req-672dcfa9-9b9e-4de3-a80d-b7fd8c65b12c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:01:44.982616 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING oslo_policy.policy [None req-672dcfa9-9b9e-4de3-a80d-b7fd8c65b12c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:01:45.009167 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota [None req-672dcfa9-9b9e-4de3-a80d-b7fd8c65b12c admin admin] Loaded quota_driver: . Feb 17 20:01:45.025508 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-672dcfa9-9b9e-4de3-a80d-b7fd8c65b12c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:01:45.082631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-672dcfa9-9b9e-4de3-a80d-b7fd8c65b12c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290635815120', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290635798086', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290635799276', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290635729775', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290635730120', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-596537', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-602242', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1547880', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1525450'] for rbac-policy, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:45.146602 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-672dcfa9-9b9e-4de3-a80d-b7fd8c65b12c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:45.147800 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-672dcfa9-9b9e-4de3-a80d-b7fd8c65b12c admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6627729 Feb 17 20:01:48.098439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 49932) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:01:48.470307 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Request body: {'network': {'name': 'private', 'project_id': '65d50032752b42aa8d44fa6ffed793ff', 'admin_state_up': True}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:01:48.476127 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:01:48.480828 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Usage tracker for resource:network and tenant:65d50032752b42aa8d44fa6ffed793ff is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:01:48.484518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:01:48.491053 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:01:48.499771 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Made reservation on behalf of 65d50032752b42aa8d44fa6ffed793ff for: {'network': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:01:48.506218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:48.524267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:48.692703 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:01:48.696528 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Usage tracker for resource:security_group_rule and tenant:65d50032752b42aa8d44fa6ffed793ff is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:01:48.699994 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:01:48.705643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:01:48.800163 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:48.802588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:48.807107 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:01:48.826300 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:01:48.852460 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290633027324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:48.852968 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Added segment fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2 of type vxlan for network 0726ceb0-0256-4098-84b9-326e9c186045 Feb 17 20:01:48.907047 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4c5bd9-af29-47b7-bdc0-e0187e0bb76c,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:01:48.930376 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:48.930758 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:48.931121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:48.931477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:48.931825 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:48.932173 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:48.932520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:48.932913 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:48.933233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:48.933584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:48.933929 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:48.934283 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Tracked resource versions report: Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: pushed versions: Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: { 'AddressGroup': {'1.1'}, Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': {'1.0'}, Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': {'1.0'}, Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': {'1.1'}, Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': {'1.7'}, Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': {'1.2'}, Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': {'1.8'}, Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': {'1.4'}, Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': {'1.0'}, Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': {'1.1'}, Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': {'1.1'}} Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: consumer versions: Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: { DHCP agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: L3 agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: Metadata agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: Metering agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: Open vSwitch agent@dv-cinder-760038-3-iscsi: { 'AddressGroup': '1.1', Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': '1.0', Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': '1.0', Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': '1.1', Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': '1.7', Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': '1.2', Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': '1.8', Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': '1.4', Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': '1.2', Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': '1.0', Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': '1.1', Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': '1.1'}} Feb 17 20:01:48.935398 dv-cinder-760038-3-iscsi neutron-server[83926]: {{(pid=84037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:01:48.971396 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:48.982027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:01:49.012376 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:49.013670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:01:49.014315 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:49.019036 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:01:49.126809 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0272171 Feb 17 20:01:49.129637 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Pushing event updated for resources: {'Network': ['ID=0726ceb0-0256-4098-84b9-326e9c186045,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:01:49.132808 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:01:49.141385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network 0726ceb0-0256-4098-84b9-326e9c186045 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:01:52.136283 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 49948) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:01:52.613300 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d80e59-e798-4f6c-b59a-c4d84d8f0ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:01:52.614758 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-b5d80e59-e798-4f6c-b59a-c4d84d8f0ca0 admin admin] 10.222.0.73 "GET /v2.0/networks/0726ceb0-0256-4098-84b9-326e9c186045 HTTP/1.1" status: 200 len: 818 time: 0.4774368 Feb 17 20:01:52.643722 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e92d6b38-f9e1-4c1b-a143-f90b5fdb2137 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/ec74cac4-1e5a-403d-ac59-6e127c0c8164 HTTP/1.1" status: 200 len: 734 time: 0.0226240 Feb 17 20:01:52.652919 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Request body: {'subnet': {'subnetpool_id': 'ec74cac4-1e5a-403d-ac59-6e127c0c8164', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045', 'tenant_id': '65d50032752b42aa8d44fa6ffed793ff', 'gateway_ip': '172.20.0.1'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:01:52.657286 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:01:52.661251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Usage tracker for resource:subnet and tenant:65d50032752b42aa8d44fa6ffed793ff is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:01:52.664155 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:01:52.669851 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:01:52.677545 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Made reservation on behalf of 65d50032752b42aa8d44fa6ffed793ff for: {'subnet': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:01:52.682417 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:53.156313 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for subnet, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:53.171278 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:01:53.303816 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=789c9628-db3d-4068-83be-567367d5c133,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:01:53.307096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:01:53.375501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Checking segment: {'id': 'fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:01:53.375876 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Network hostable DHCP agents. Network: 0726ceb0-0256-4098-84b9-326e9c186045, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:01:53.397084 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Network 0726ceb0-0256-4098-84b9-326e9c186045 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:01:53.405859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, 0726ceb0-0256-4098-84b9-326e9c186045) {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:01:53.410394 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:01:53.411030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:53.416243 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae998db-03c8-4264-91dd-6928a599634e None None] Network 0726ceb0-0256-4098-84b9-326e9c186045 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:01:53.430935 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7814589 Feb 17 20:01:53.901303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp352fb7b2-8a42-5eab-a0f8-2fb1fb03531e-0726ceb0-0256-4098-84b9-326e9c186045', 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045', 'tenant_id': '65d50032752b42aa8d44fa6ffed793ff', 'fixed_ips': [{'subnet_id': '789c9628-db3d-4068-83be-567367d5c133'}]}} from dv-cinder-760038-3-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:01:53.902393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:54.216094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Allocated IP 172.20.0.2 (0726ceb0-0256-4098-84b9-326e9c186045/789c9628-db3d-4068-83be-567367d5c133/7e255190-bc12-4ff9-9605-b313e6254ebd) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:01:54.454250 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:54.467784 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Transition to ACTIVE for port object 7e255190-bc12-4ff9-9605-b313e6254ebd will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:01:54.483888 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Transition to ACTIVE for port object 7e255190-bc12-4ff9-9605-b313e6254ebd will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:01:54.490218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:54.506239 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:01:54.638709 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Pushing event updated for resources: {'Port': ['ID=7e255190-bc12-4ff9-9605-b313e6254ebd,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:01:54.650331 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:54.650713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:54.651080 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:54.651441 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:54.651797 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:54.652155 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:54.652508 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:54.652859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:54.653247 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:54.653597 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:54.653964 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:54.654295 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Tracked resource versions report: Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: pushed versions: Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: { 'AddressGroup': {'1.1'}, Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': {'1.0'}, Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': {'1.0'}, Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': {'1.1'}, Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': {'1.7'}, Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': {'1.2'}, Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': {'1.8'}, Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': {'1.4'}, Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': {'1.0'}, Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': {'1.1'}, Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': {'1.1'}} Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: consumer versions: Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: { DHCP agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: L3 agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: Metadata agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: Metering agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: Open vSwitch agent@dv-cinder-760038-3-iscsi: { 'AddressGroup': '1.1', Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': '1.0', Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': '1.0', Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': '1.1', Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': '1.7', Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': '1.2', Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': '1.8', Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': '1.4', Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': '1.2', Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': '1.0', Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': '1.1', Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': '1.1'}} Feb 17 20:01:54.655459 dv-cinder-760038-3-iscsi neutron-server[83926]: {{(pid=84040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:01:54.664114 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:01:54.712788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Network 0726ceb0-0256-4098-84b9-326e9c186045 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:01:54.713971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:01:54.716709 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:01:54.777066 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Attempting to bind port 7e255190-bc12-4ff9-9605-b313e6254ebd on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:01:54.777407 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Attempting to bind port 7e255190-bc12-4ff9-9605-b313e6254ebd by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': 'fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:01:54.777819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Attempting to bind port 7e255190-bc12-4ff9-9605-b313e6254ebd on network 0726ceb0-0256-4098-84b9-326e9c186045 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:01:54.783794 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:01:54.784214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Checking segment: {'id': 'fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:01:54.784675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:54.785121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Bound using segment: {'id': 'fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:01:54.785658 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Bound port: 7e255190-bc12-4ff9-9605-b313e6254ebd, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:01:54.786121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:54.877223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-c865181f-b667-41fd-9929-4529f32831ba None None] For port 7e255190-bc12-4ff9-9605-b313e6254ebd, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:01:54.881261 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-c865181f-b667-41fd-9929-4529f32831ba None None] For port 7e255190-bc12-4ff9-9605-b313e6254ebd, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=7e255190-bc12-4ff9-9605-b313e6254ebd,segment=NetworkSegment(fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2),segment_id=fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:01:54.886670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:01:54.902111 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:01:55.054204 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Pushing event updated for resources: {'Port': ['ID=7e255190-bc12-4ff9-9605-b313e6254ebd,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:01:55.059272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:01:56.184571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 49958) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:01:56.596189 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [None req-0108587c-f6f4-46d2-95ab-1be7a92481d7 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84037) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:01:56.597302 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-0108587c-f6f4-46d2-95ab-1be7a92481d7 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4116263 Feb 17 20:01:59.109902 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 7e255190-bc12-4ff9-9605-b313e6254ebd up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:01:59.180392 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 7e255190-bc12-4ff9-9605-b313e6254ebd completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:01:59.330734 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 49972) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:01:59.732363 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [None req-1ec5d099-defc-4e94-a4ba-b2f3464e5c46 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84037) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:01:59.733514 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-1ec5d099-defc-4e94-a4ba-b2f3464e5c46 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4017830 Feb 17 20:01:59.934267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf87a6c-20a1-4f58-bcae-7e0a19c8ca57 None None] Network 0726ceb0-0256-4098-84b9-326e9c186045 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:02:00.034065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-1baa5390-2d1d-40a0-8b41-55d31c1c0f0f None None] Provisioning for port 7e255190-bc12-4ff9-9605-b313e6254ebd completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:02:00.042289 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-1baa5390-2d1d-40a0-8b41-55d31c1c0f0f None None] Provisioning complete for port 7e255190-bc12-4ff9-9605-b313e6254ebd triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:02:00.042708 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1baa5390-2d1d-40a0-8b41-55d31c1c0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:00.293879 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1baa5390-2d1d-40a0-8b41-55d31c1c0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:00.338117 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-1baa5390-2d1d-40a0-8b41-55d31c1c0f0f None None] For port 7e255190-bc12-4ff9-9605-b313e6254ebd, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=7e255190-bc12-4ff9-9605-b313e6254ebd,segment=NetworkSegment(fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2),segment_id=fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:02:00.343118 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1baa5390-2d1d-40a0-8b41-55d31c1c0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:00.352918 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:02:00.427320 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa5390-2d1d-40a0-8b41-55d31c1c0f0f None None] Pushing event updated for resources: {'Port': ['ID=7e255190-bc12-4ff9-9605-b313e6254ebd,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:02:00.437807 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1baa5390-2d1d-40a0-8b41-55d31c1c0f0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:02:00.572921 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-514be683-798c-4703-bf46-79a1ef9d44ea None None] Provisioning complete for port 7e255190-bc12-4ff9-9605-b313e6254ebd triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:02:00.573310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-514be683-798c-4703-bf46-79a1ef9d44ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:00.819997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-1ee2dda5-82fa-4cc2-bd56-6339cb139988 None None] Provisioning complete for port 7e255190-bc12-4ff9-9605-b313e6254ebd triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:02:00.820413 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1ee2dda5-82fa-4cc2-bd56-6339cb139988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:01.066163 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-707d0df9-290f-4473-ba91-744e579f8aca None None] Provisioning complete for port 7e255190-bc12-4ff9-9605-b313e6254ebd triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:02:01.066570 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-707d0df9-290f-4473-ba91-744e579f8aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:01.098990 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 7e255190-bc12-4ff9-9605-b313e6254ebd up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:02:01.384676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 7e255190-bc12-4ff9-9605-b313e6254ebd triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:02:01.385234 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:02.751659 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 49984) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:02:03.116858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-205e1878-a6d5-4167-abf6-7746df6b9b99 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '65d50032752b42aa8d44fa6ffed793ff'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:02:03.122436 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-205e1878-a6d5-4167-abf6-7746df6b9b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:02:03.126931 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-205e1878-a6d5-4167-abf6-7746df6b9b99 admin admin] Usage tracker for resource:router and tenant:65d50032752b42aa8d44fa6ffed793ff is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:02:03.130106 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-205e1878-a6d5-4167-abf6-7746df6b9b99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:02:03.135776 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-205e1878-a6d5-4167-abf6-7746df6b9b99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:02:03.145042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-205e1878-a6d5-4167-abf6-7746df6b9b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854378786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775495'] for router, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:03.146332 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-205e1878-a6d5-4167-abf6-7746df6b9b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-288'] for router, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:03.166086 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-205e1878-a6d5-4167-abf6-7746df6b9b99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:03.273172 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-205e1878-a6d5-4167-abf6-7746df6b9b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854376437'] for router, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:03.292607 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-205e1878-a6d5-4167-abf6-7746df6b9b99 admin admin] Notify callbacks [] for router, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:03.293829 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-205e1878-a6d5-4167-abf6-7746df6b9b99 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5411081 Feb 17 20:02:04.987592 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-38d648f1-6c0a-4b70-8475-6e90a17cc5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:05.978856 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 49994) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:02:06.364594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [None req-f163c64d-64d3-4f16-8023-62db267c6110 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84037) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:02:06.365708 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-f163c64d-64d3-4f16-8023-62db267c6110 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3858247 Feb 17 20:02:07.622909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f6b03944-cc32-4509-819c-4db8c3f87bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:07.846959 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:09.070319 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50014) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:02:09.124100 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:09.228014 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:02:09.232920 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:02:09.237464 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Usage tracker for resource:network and tenant:0ec17284db3a47cbacddcde18e023cf6 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:02:09.240897 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:02:09.246762 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:02:09.256343 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Made reservation on behalf of 0ec17284db3a47cbacddcde18e023cf6 for: {'network': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:02:09.261111 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:09.273571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:09.288607 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:02:09.292438 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec17284db3a47cbacddcde18e023cf6 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:02:09.295238 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:02:09.301962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:02:09.333909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:09.388538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:09.392948 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:09.397314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:02:09.411332 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Reserving flat network on physical network physnet1 {{(pid=84037) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 20:02:09.437080 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290633027324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:09.437696 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Unsubscribe: segment precommit_create {{(pid=84037) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 20:02:09.438118 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Added segment 426836f6-236e-456a-9e13-6ad2ed7b281f of type flat for network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 Feb 17 20:02:09.439219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e9bb8d-e3f6-49d6-a7f6-63d79208d5b5,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:02:09.445777 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:02:09.474661 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:09.508849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:09.510097 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:02:09.510715 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:09.515415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-10c408ca-f57b-4329-9468-53e807a2a0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:02:09.617767 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5463271 Feb 17 20:02:09.618432 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Pushing event updated for resources: {'Network': ['ID=20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:02:09.634499 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:02:09.643952 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:02:12.112983 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:02:12.120140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50034) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:02:12.241771 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32439fe-48f8-414b-abde-b10014a8a3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:02:12.243211 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c32439fe-48f8-414b-abde-b10014a8a3de admin admin] 10.222.0.73 "GET /v2.0/subnets/789c9628-db3d-4068-83be-567367d5c133 HTTP/1.1" status: 200 len: 849 time: 0.1220474 Feb 17 20:02:12.393617 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-9929315d-7784-4416-913d-b9e642c3185c admin admin] 10.222.0.73 "GET /v2.0/routers/2eee2d29-70fe-47c6-99f1-5288f730141e HTTP/1.1" status: 200 len: 704 time: 0.1438634 Feb 17 20:02:13.021020 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:13.385275 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Allocated IP 172.20.0.1 (0726ceb0-0256-4098-84b9-326e9c186045/789c9628-db3d-4068-83be-567367d5c133/055e80fd-ba8f-46b1-8c3b-54badb943f9f) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:02:13.553453 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:13.570554 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Transition to ACTIVE for port object 055e80fd-ba8f-46b1-8c3b-54badb943f9f will not be triggered until provisioned by entity DHCP. {{(pid=84037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:02:13.624502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:13.639745 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:02:13.772883 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Pushing event updated for resources: {'Port': ['ID=055e80fd-ba8f-46b1-8c3b-54badb943f9f,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:02:13.778993 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:02:13.832702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Network 0726ceb0-0256-4098-84b9-326e9c186045 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:02:13.833848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:02:13.836008 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:02:13.836517 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406546'] for router_interface, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:14.029511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-4e75c79e-63bd-43f8-9ffe-ddaae1631262 None None] Provisioning for port 055e80fd-ba8f-46b1-8c3b-54badb943f9f completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:02:14.034579 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-4e75c79e-63bd-43f8-9ffe-ddaae1631262 None None] Provisioning complete for port 055e80fd-ba8f-46b1-8c3b-54badb943f9f triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:02:14.035067 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4e75c79e-63bd-43f8-9ffe-ddaae1631262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:14.091181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-4e75c79e-63bd-43f8-9ffe-ddaae1631262 None None] Port 055e80fd-ba8f-46b1-8c3b-54badb943f9f cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:02:14.108628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:14.400879 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:14.404388 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:14.405529 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369164'] for router_interface, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:14.420455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:02:14.556176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Pushing event updated for resources: {'Port': ['ID=055e80fd-ba8f-46b1-8c3b-54badb943f9f,revision_number=2']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:02:14.560310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:02:14.613963 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Network 0726ceb0-0256-4098-84b9-326e9c186045 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:02:14.615065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:02:14.813687 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Router 2eee2d29-70fe-47c6-99f1-5288f730141e is scheduled to L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae with binding_index 1 {{(pid=84037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:02:14.814304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-260fa560-c594-4dbf-8e6b-8c381202fc50 None None] Provisioning complete for port 055e80fd-ba8f-46b1-8c3b-54badb943f9f triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:02:14.814792 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-260fa560-c594-4dbf-8e6b-8c381202fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:14.873980 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-260fa560-c594-4dbf-8e6b-8c381202fc50 None None] Port 055e80fd-ba8f-46b1-8c3b-54badb943f9f cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:02:15.141505 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:02:15.151406 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] 10.222.0.73 "PUT /v2.0/routers/2eee2d29-70fe-47c6-99f1-5288f730141e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7520213 Feb 17 20:02:15.152220 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Sync routers for ids ['2eee2d29-70fe-47c6-99f1-5288f730141e'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:02:15.162967 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Routers {'2eee2d29-70fe-47c6-99f1-5288f730141e'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:02:15.163849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:02:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['2eee2d29-70fe-47c6-99f1-5288f730141e'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:02:15.354880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Set router 2eee2d29-70fe-47c6-99f1-5288f730141e gateway port host: None {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:02:15.906352 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eee2d29-70fe-47c6-99f1-5288f730141e', 'name': 'router1', 'tenant_id': '65d50032752b42aa8d44fa6ffed793ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:02:03Z', 'updated_at': '2021-02-17T20:02:14Z', 'revision_number': 2, 'project_id': '65d50032752b42aa8d44fa6ffed793ff', 'gw_port_host': None, '_interfaces': [{'id': '055e80fd-ba8f-46b1-8c3b-54badb943f9f', 'name': '', 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045', 'tenant_id': '65d50032752b42aa8d44fa6ffed793ff', 'mac_address': 'fa:16:3e:5c:68:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eee2d29-70fe-47c6-99f1-5288f730141e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '789c9628-db3d-4068-83be-567367d5c133', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:02:13Z', 'updated_at': '2021-02-17T20:02:14Z', 'revision_number': 2, 'project_id': '65d50032752b42aa8d44fa6ffed793ff', 'subnets': [{'id': '789c9628-db3d-4068-83be-567367d5c133', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec74cac4-1e5a-403d-ac59-6e127c0c8164'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:02:15.911897 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Checking router: 2eee2d29-70fe-47c6-99f1-5288f730141e for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:02:15.912285 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Updating router 2eee2d29-70fe-47c6-99f1-5288f730141e port 055e80fd-ba8f-46b1-8c3b-54badb943f9f binding host dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:02:15.970818 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:16.426623 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:16.441246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Transition to ACTIVE for port object 055e80fd-ba8f-46b1-8c3b-54badb943f9f will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:02:16.444153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:16.460641 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:02:16.600217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Pushing event updated for resources: {'Port': ['ID=055e80fd-ba8f-46b1-8c3b-54badb943f9f,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:02:16.611977 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:02:16.612357 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:02:16.612728 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:02:16.613137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:02:16.613501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:02:16.613862 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:02:16.614216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:02:16.614575 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:02:16.614933 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:02:16.615284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:02:16.615633 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:02:16.615981 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Tracked resource versions report: Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: pushed versions: Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: { 'AddressGroup': {'1.1'}, Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': {'1.0'}, Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': {'1.0'}, Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': {'1.1'}, Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': {'1.7'}, Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': {'1.2'}, Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': {'1.8'}, Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': {'1.4'}, Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': {'1.0'}, Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': {'1.1'}, Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': {'1.1'}} Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: consumer versions: Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: { DHCP agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: L3 agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: Metadata agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: Metering agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: Open vSwitch agent@dv-cinder-760038-3-iscsi: { 'AddressGroup': '1.1', Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': '1.0', Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': '1.0', Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': '1.1', Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': '1.7', Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': '1.2', Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': '1.8', Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': '1.4', Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': '1.2', Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': '1.0', Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': '1.1', Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': '1.1'}} Feb 17 20:02:16.617150 dv-cinder-760038-3-iscsi neutron-server[83926]: {{(pid=84041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:02:16.621108 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:02:16.788660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Attempting to bind port 055e80fd-ba8f-46b1-8c3b-54badb943f9f on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:02:16.789220 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Attempting to bind port 055e80fd-ba8f-46b1-8c3b-54badb943f9f by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': 'fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:02:16.789631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Attempting to bind port 055e80fd-ba8f-46b1-8c3b-54badb943f9f on network 0726ceb0-0256-4098-84b9-326e9c186045 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:02:16.795451 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:02:16.795871 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Checking segment: {'id': 'fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:02:16.796332 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:16.796752 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Bound using segment: {'id': 'fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:02:16.797288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Bound port: 055e80fd-ba8f-46b1-8c3b-54badb943f9f, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:02:16.797733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:16.890191 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] For port 055e80fd-ba8f-46b1-8c3b-54badb943f9f, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:02:16.896387 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] For port 055e80fd-ba8f-46b1-8c3b-54badb943f9f, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=055e80fd-ba8f-46b1-8c3b-54badb943f9f,segment=NetworkSegment(fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2),segment_id=fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:02:16.899591 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:16.916147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:02:17.068412 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Pushing event updated for resources: {'Port': ['ID=055e80fd-ba8f-46b1-8c3b-54badb943f9f,revision_number=4']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:02:17.071729 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:02:17.129678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Routers {'2eee2d29-70fe-47c6-99f1-5288f730141e'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:02:17.130332 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:02:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['2eee2d29-70fe-47c6-99f1-5288f730141e'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:02:17.300116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] Set router 2eee2d29-70fe-47c6-99f1-5288f730141e gateway port host: None {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:02:17.642982 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eee2d29-70fe-47c6-99f1-5288f730141e', 'name': 'router1', 'tenant_id': '65d50032752b42aa8d44fa6ffed793ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:02:03Z', 'updated_at': '2021-02-17T20:02:14Z', 'revision_number': 2, 'project_id': '65d50032752b42aa8d44fa6ffed793ff', 'gw_port_host': None, '_interfaces': [{'id': '055e80fd-ba8f-46b1-8c3b-54badb943f9f', 'name': '', 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045', 'tenant_id': '65d50032752b42aa8d44fa6ffed793ff', 'mac_address': 'fa:16:3e:5c:68:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eee2d29-70fe-47c6-99f1-5288f730141e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '789c9628-db3d-4068-83be-567367d5c133', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:02:13Z', 'updated_at': '2021-02-17T20:02:16Z', 'revision_number': 4, 'project_id': '65d50032752b42aa8d44fa6ffed793ff', 'subnets': [{'id': '789c9628-db3d-4068-83be-567367d5c133', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec74cac4-1e5a-403d-ac59-6e127c0c8164'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:02:17.647087 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3de53-51f6-4b1c-8a71-fee86d9e2699 None None] The sync data for ids ['2eee2d29-70fe-47c6-99f1-5288f730141e'] in dv-cinder-760038-3-iscsi is: [{'id': '2eee2d29-70fe-47c6-99f1-5288f730141e', 'name': 'router1', 'tenant_id': '65d50032752b42aa8d44fa6ffed793ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:02:03Z', 'updated_at': '2021-02-17T20:02:14Z', 'revision_number': 2, 'project_id': '65d50032752b42aa8d44fa6ffed793ff', 'gw_port_host': None, '_interfaces': [{'id': '055e80fd-ba8f-46b1-8c3b-54badb943f9f', 'name': '', 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045', 'tenant_id': '65d50032752b42aa8d44fa6ffed793ff', 'mac_address': 'fa:16:3e:5c:68:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eee2d29-70fe-47c6-99f1-5288f730141e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '789c9628-db3d-4068-83be-567367d5c133', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:02:13Z', 'updated_at': '2021-02-17T20:02:16Z', 'revision_number': 4, 'project_id': '65d50032752b42aa8d44fa6ffed793ff', 'subnets': [{'id': '789c9628-db3d-4068-83be-567367d5c133', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec74cac4-1e5a-403d-ac59-6e127c0c8164'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:02:17.675510 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50046) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:02:17.833585 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2c64f4-b8e2-4338-a3a1-918860c8276c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:02:17.834207 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ae2c64f4-b8e2-4338-a3a1-918860c8276c admin admin] Synchronizing usage tracker for tenant:0ec17284db3a47cbacddcde18e023cf6 on resource:network {{(pid=84037) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:02:17.851138 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ae2c64f4-b8e2-4338-a3a1-918860c8276c admin admin] Unset dirty status for tenant:0ec17284db3a47cbacddcde18e023cf6 on resource:network {{(pid=84037) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:02:17.858292 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ae2c64f4-b8e2-4338-a3a1-918860c8276c admin admin] 10.222.0.73 "GET /v2.0/networks/20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 HTTP/1.1" status: 200 len: 842 time: 0.1757622 Feb 17 20:02:17.862982 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:02:17.868520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:02:17.872738 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Usage tracker for resource:subnet and tenant:0ec17284db3a47cbacddcde18e023cf6 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:02:17.875641 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:02:17.881919 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:02:17.890432 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Made reservation on behalf of 0ec17284db3a47cbacddcde18e023cf6 for: {'subnet': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:02:17.895533 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:18.335215 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.objects.ports [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84037) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:02:18.335714 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for subnet, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:18.350679 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:02:18.476884 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03da6438-860b-4a69-a8de-b911549815ed,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:02:18.481299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:02:18.556688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Checking segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:02:18.557114 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Network hostable DHCP agents. Network: 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:02:18.576289 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:02:18.585207 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6) {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:02:18.589930 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:02:18.591096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:18.596712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc197d4c-0e24-404f-8377-0c9e288e70e3 None None] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:02:18.611755 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7526121 Feb 17 20:02:18.840337 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169e7c90-2e3c-4b0d-b732-7f3dbdd915f9 None None] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:02:19.122248 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 055e80fd-ba8f-46b1-8c3b-54badb943f9f up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:02:19.194292 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 055e80fd-ba8f-46b1-8c3b-54badb943f9f completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:02:19.198994 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 055e80fd-ba8f-46b1-8c3b-54badb943f9f triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:02:19.199408 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:19.323281 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:19.355499 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 055e80fd-ba8f-46b1-8c3b-54badb943f9f, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=055e80fd-ba8f-46b1-8c3b-54badb943f9f,segment=NetworkSegment(fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2),segment_id=fd6f25ee-1d71-42e5-9cf4-12dfe140b8c2)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:02:19.358335 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:19.361137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1baa5390-2d1d-40a0-8b41-55d31c1c0f0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:02:19.431180 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=055e80fd-ba8f-46b1-8c3b-54badb943f9f,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:02:19.434479 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:02:21.100538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 055e80fd-ba8f-46b1-8c3b-54badb943f9f up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:02:21.174776 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 055e80fd-ba8f-46b1-8c3b-54badb943f9f triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:02:21.175182 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:21.175299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50060) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:02:21.383183 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ac3498b8-f626-421b-a4f3-b037a3b158ae admin admin] 10.222.0.73 "GET /v2.0/routers/2eee2d29-70fe-47c6-99f1-5288f730141e HTTP/1.1" status: 200 len: 710 time: 0.2065864 Feb 17 20:02:21.521056 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80c3561-c732-470d-93c1-a242c5bd8b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:02:21.522411 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d80c3561-c732-470d-93c1-a242c5bd8b2e admin admin] 10.222.0.73 "GET /v2.0/networks/20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 HTTP/1.1" status: 200 len: 886 time: 0.1333046 Feb 17 20:02:21.532580 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:02:22.159866 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-275'] for router, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:22.507109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:22.565086 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:22.577416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:22.593167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:02:22.597679 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:02:22.600543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:02:22.606225 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:02:22.692074 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:22.694496 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:22.707350 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:02:22.800945 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f692bc8-6588-42e0-8e0c-7ed660ab269f,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:02:22.805555 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:02:22.964088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Allocated IP 172.27.1.45 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:02:23.115491 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:23.144821 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:23.163651 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:02:23.296200 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:02:23.301431 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:02:23.350089 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:02:23.351184 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:02:23.353443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:02:23.748478 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:24.104244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-275'] for router, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:24.107702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854376437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854376392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854378831'] for router, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:24.476190 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Router 2eee2d29-70fe-47c6-99f1-5288f730141e has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:02:24.661942 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:02:24.671558 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Sync routers for ids ['2eee2d29-70fe-47c6-99f1-5288f730141e'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:02:24.677744 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Notify callbacks [] for router, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:24.679077 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] 10.222.0.73 "PUT /v2.0/routers/2eee2d29-70fe-47c6-99f1-5288f730141e HTTP/1.1" status: 200 len: 889 time: 3.1504383 Feb 17 20:02:24.681246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Routers {'2eee2d29-70fe-47c6-99f1-5288f730141e'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:02:24.681912 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:02:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['2eee2d29-70fe-47c6-99f1-5288f730141e'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:02:24.886262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Set router 2eee2d29-70fe-47c6-99f1-5288f730141e gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:02:25.244275 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eee2d29-70fe-47c6-99f1-5288f730141e', 'name': 'router1', 'tenant_id': '65d50032752b42aa8d44fa6ffed793ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:02:03Z', 'updated_at': '2021-02-17T20:02:23Z', 'revision_number': 4, 'project_id': '65d50032752b42aa8d44fa6ffed793ff', 'gw_port': {'id': '8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eee2d29-70fe-47c6-99f1-5288f730141e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:02:22Z', 'updated_at': '2021-02-17T20:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '055e80fd-ba8f-46b1-8c3b-54badb943f9f', 'name': '', 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045', 'tenant_id': '65d50032752b42aa8d44fa6ffed793ff', 'mac_address': 'fa:16:3e:5c:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eee2d29-70fe-47c6-99f1-5288f730141e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '789c9628-db3d-4068-83be-567367d5c133', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:02:13Z', 'updated_at': '2021-02-17T20:02:19Z', 'revision_number': 5, 'project_id': '65d50032752b42aa8d44fa6ffed793ff', 'subnets': [{'id': '789c9628-db3d-4068-83be-567367d5c133', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec74cac4-1e5a-403d-ac59-6e127c0c8164'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:02:25.249612 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Checking router: 2eee2d29-70fe-47c6-99f1-5288f730141e for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:02:25.249998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Updating router 2eee2d29-70fe-47c6-99f1-5288f730141e port 8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894 binding host dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:02:25.308541 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:25.708135 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:25.720754 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Transition to ACTIVE for port object 8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:02:25.723473 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:25.738650 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:02:26.027731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bcfaa-5db0-4f6b-bde4-a5a997377df2 None None] Pushing event updated for resources: {'Port': ['ID=8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:02:26.032489 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5e6bcfaa-5db0-4f6b-bde4-a5a997377df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:02:26.088600 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Attempting to bind port 8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:02:26.089032 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Attempting to bind port 8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:02:26.089435 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Attempting to bind port 8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894 on network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:02:26.094891 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:02:26.095299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Checking segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:02:26.095736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:26.096164 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Bound using segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:02:26.096669 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Bound port: 8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:02:26.097099 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:26.173273 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] For port 8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:02:26.176390 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] For port 8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:02:26.179763 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:26.195580 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:02:26.345646 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bcfaa-5db0-4f6b-bde4-a5a997377df2 None None] Pushing event updated for resources: {'Port': ['ID=8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:02:26.348951 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5e6bcfaa-5db0-4f6b-bde4-a5a997377df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:02:26.400767 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Routers {'2eee2d29-70fe-47c6-99f1-5288f730141e'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:02:26.401559 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:02:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['2eee2d29-70fe-47c6-99f1-5288f730141e'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:02:26.589754 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] Set router 2eee2d29-70fe-47c6-99f1-5288f730141e gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:02:26.934966 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eee2d29-70fe-47c6-99f1-5288f730141e', 'name': 'router1', 'tenant_id': '65d50032752b42aa8d44fa6ffed793ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:02:03Z', 'updated_at': '2021-02-17T20:02:23Z', 'revision_number': 4, 'project_id': '65d50032752b42aa8d44fa6ffed793ff', 'gw_port': {'id': '8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eee2d29-70fe-47c6-99f1-5288f730141e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:02:22Z', 'updated_at': '2021-02-17T20:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '055e80fd-ba8f-46b1-8c3b-54badb943f9f', 'name': '', 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045', 'tenant_id': '65d50032752b42aa8d44fa6ffed793ff', 'mac_address': 'fa:16:3e:5c:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eee2d29-70fe-47c6-99f1-5288f730141e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '789c9628-db3d-4068-83be-567367d5c133', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:02:13Z', 'updated_at': '2021-02-17T20:02:19Z', 'revision_number': 5, 'project_id': '65d50032752b42aa8d44fa6ffed793ff', 'subnets': [{'id': '789c9628-db3d-4068-83be-567367d5c133', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec74cac4-1e5a-403d-ac59-6e127c0c8164'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:02:26.939090 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a13876-f686-4471-a726-9e38de14e336 None None] The sync data for ids ['2eee2d29-70fe-47c6-99f1-5288f730141e'] in dv-cinder-760038-3-iscsi is: [{'id': '2eee2d29-70fe-47c6-99f1-5288f730141e', 'name': 'router1', 'tenant_id': '65d50032752b42aa8d44fa6ffed793ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:02:03Z', 'updated_at': '2021-02-17T20:02:23Z', 'revision_number': 4, 'project_id': '65d50032752b42aa8d44fa6ffed793ff', 'gw_port': {'id': '8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eee2d29-70fe-47c6-99f1-5288f730141e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:02:22Z', 'updated_at': '2021-02-17T20:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '055e80fd-ba8f-46b1-8c3b-54badb943f9f', 'name': '', 'network_id': '0726ceb0-0256-4098-84b9-326e9c186045', 'tenant_id': '65d50032752b42aa8d44fa6ffed793ff', 'mac_address': 'fa:16:3e:5c:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eee2d29-70fe-47c6-99f1-5288f730141e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '789c9628-db3d-4068-83be-567367d5c133', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:02:13Z', 'updated_at': '2021-02-17T20:02:19Z', 'revision_number': 5, 'project_id': '65d50032752b42aa8d44fa6ffed793ff', 'subnets': [{'id': '789c9628-db3d-4068-83be-567367d5c133', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec74cac4-1e5a-403d-ac59-6e127c0c8164'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:02:27.155571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:02:27.235083 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:02:27.240259 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:02:27.240669 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:27.358627 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50070) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:02:27.372363 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:27.391950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:02:27.399024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:27.401289 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:02:27.484294 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:02:27.488145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:02:27.498569 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be605ef5-82fa-4988-97e1-ea547d62294e admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:02:27.500238 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-be605ef5-82fa-4988-97e1-ea547d62294e admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1404486 Feb 17 20:02:29.117483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:02:29.198215 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 8fc0d8d2-4b06-4a65-a75e-9ecab8dfd894 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:02:29.198632 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:35.031164 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-08a5fd62-d509-4524-a12c-9ec567de0863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:37.638428 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9c44f7a1-2124-42df-aa69-a1d492ebae79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:37.850439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:39.126912 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:39.351192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:02:49.112953 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:03:04.993175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d44b33ce-7578-4920-bb81-f97685a7ddc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:03:07.620971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2713e402-52c3-4568-95bc-9c5f211cfefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:03:07.852675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:03:09.129005 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:03:09.354137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:03:26.112736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:03:34.994117 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-333aa78a-4cde-407e-b645-109c82ae7c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:03:37.624432 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3927-8038-4bf3-8a3b-b5be34ff2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:03:37.857371 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:03:39.132789 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:03:39.360824 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:03.112172 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:04:04.996282 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-48946db7-7d4f-4961-af54-562e2401720f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:07.630178 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-caebeb23-9c4d-4b65-a27c-d58c13ec24d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:07.859835 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:09.135874 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:09.361460 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:34.998379 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-00141312-9ef8-4122-a3ca-1aa5505f7afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:37.631758 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b0537745-8981-4fbd-b7da-7e5d2cb26497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:37.860414 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:38.761570 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50646) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:38.834463 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2a2ff6-b12b-46f4-8dc7-597d3237eff6 admin admin] GET failed (client error): The resource could not be found. Feb 17 20:04:38.835797 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-9a2a2ff6-b12b-46f4-8dc7-597d3237eff6 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0730989 Feb 17 20:04:38.977503 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b46beb-c821-45c8-8ab3-83c9097fb8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:38.978987 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-72b46beb-c821-45c8-8ab3-83c9097fb8b1 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1389344 Feb 17 20:04:39.139194 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:39.367227 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:40.111393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:04:41.413959 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50656) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:41.529711 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d7cc0d-39b6-4cee-b1cb-8b639d55c8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:41.530326 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-72d7cc0d-39b6-4cee-b1cb-8b639d55c8ac admin admin] Synchronizing usage tracker for tenant:0ec17284db3a47cbacddcde18e023cf6 on resource:subnet {{(pid=84037) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:04:41.545160 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-72d7cc0d-39b6-4cee-b1cb-8b639d55c8ac admin admin] Unset dirty status for tenant:0ec17284db3a47cbacddcde18e023cf6 on resource:subnet {{(pid=84037) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:04:41.546403 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-72d7cc0d-39b6-4cee-b1cb-8b639d55c8ac admin admin] 10.222.0.73 "GET /v2.0/subnets/789c9628-db3d-4068-83be-567367d5c133 HTTP/1.1" status: 200 len: 849 time: 0.1313608 Feb 17 20:04:41.556981 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:04:41.682594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:41.994711 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363290633133274'] for subnet, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:42.009808 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-fb133f72-ce9b-4d9c-82a9-f8122540bf66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:04:42.141328 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=789c9628-db3d-4068-83be-567367d5c133,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:04:42.152331 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:42.152735 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:42.153139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:42.153536 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:42.153904 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:42.154288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:42.154652 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:42.155012 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:42.155384 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:42.155742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:42.156099 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:42.156450 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:04:42.161870 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:04:42.204047 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:42.204695 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:42.206138 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] 10.222.0.73 "PUT /v2.0/subnets/789c9628-db3d-4068-83be-567367d5c133 HTTP/1.1" status: 200 len: 868 time: 0.6533589 Feb 17 20:04:42.209292 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b350eace-780c-4736-86c2-29e705ea8106 None None] Network 0726ceb0-0256-4098-84b9-326e9c186045 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:04:42.672905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-715003ee-7798-4916-a067-4aded0f541f2 None None] Provisioning complete for port 055e80fd-ba8f-46b1-8c3b-54badb943f9f triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:04:42.673432 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-715003ee-7798-4916-a067-4aded0f541f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:42.811067 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-715003ee-7798-4916-a067-4aded0f541f2 None None] Provisioning complete for port 7e255190-bc12-4ff9-9605-b313e6254ebd triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:04:42.811531 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-715003ee-7798-4916-a067-4aded0f541f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:04:44.663840 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50666) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:44.846221 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e4ad8c-d163-401c-bc17-b375c2cb1801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:44.846646 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e4ad8c-d163-401c-bc17-b375c2cb1801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:44.848265 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-70e4ad8c-d163-401c-bc17-b375c2cb1801 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1833870 Feb 17 20:04:47.317109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50676) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:47.504509 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553da782-24d8-4b90-9d6d-1d125dffa17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:47.504962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553da782-24d8-4b90-9d6d-1d125dffa17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:47.506619 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-553da782-24d8-4b90-9d6d-1d125dffa17a admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1884890 Feb 17 20:04:49.977685 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50686) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:50.163237 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba06986-ca1a-4942-a523-910ed8ebf73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:50.164651 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-5ba06986-ca1a-4942-a523-910ed8ebf73b admin admin] 10.222.0.73 "GET /v2.0/networks/0726ceb0-0256-4098-84b9-326e9c186045 HTTP/1.1" status: 200 len: 862 time: 0.1859384 Feb 17 20:04:52.645324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50696) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:52.824766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71096f17-1041-487f-a85e-ee79d2268b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:52.826324 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-71096f17-1041-487f-a85e-ee79d2268b1c admin admin] 10.222.0.73 "GET /v2.0/networks/20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 HTTP/1.1" status: 200 len: 886 time: 0.1799808 Feb 17 20:04:55.267698 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50706) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:55.382303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d838a6-8f5d-4df9-8e6c-a7035e7df3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:55.382660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d838a6-8f5d-4df9-8e6c-a7035e7df3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:55.384256 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-f2d838a6-8f5d-4df9-8e6c-a7035e7df3a7 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1155314 Feb 17 20:04:57.852403 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50716) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:04:57.968666 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1803c34-3b1f-4bd6-b03e-8b3c06f6abfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:57.969125 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1803c34-3b1f-4bd6-b03e-8b3c06f6abfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:04:57.970716 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-b1803c34-3b1f-4bd6-b03e-8b3c06f6abfd admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1172659 Feb 17 20:05:00.460152 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50726) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:05:00.568875 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9252d91-2206-4dc9-9750-5cf66a646f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:05:00.570327 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-a9252d91-2206-4dc9-9750-5cf66a646f9c admin admin] 10.222.0.73 "GET /v2.0/subnets/03da6438-860b-4a69-a8de-b911549815ed HTTP/1.1" status: 200 len: 816 time: 0.1090271 Feb 17 20:05:03.048365 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 50736) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:05:03.197919 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING oslo_policy.policy [None req-12dcb963-c8e0-47d4-871f-805255ead55a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:05:03.198525 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING oslo_policy.policy [None req-12dcb963-c8e0-47d4-871f-805255ead55a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:05:03.579837 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.policy [None req-12dcb963-c8e0-47d4-871f-805255ead55a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84038) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 20:05:03.615162 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING oslo_policy.policy [None req-12dcb963-c8e0-47d4-871f-805255ead55a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:05:03.615574 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING oslo_policy.policy [None req-12dcb963-c8e0-47d4-871f-805255ead55a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:05:03.641426 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dcb963-c8e0-47d4-871f-805255ead55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:05:03.643344 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-12dcb963-c8e0-47d4-871f-805255ead55a admin admin] 10.222.0.73 "GET /v2.0/subnets/789c9628-db3d-4068-83be-567367d5c133 HTTP/1.1" status: 200 len: 868 time: 0.5928946 Feb 17 20:05:05.000405 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8c350cf1-b43e-45a0-b481-da08fb3ee8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:07.634317 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-97ccee0e-c7db-44f2-b369-71196e4caa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:07.862866 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:09.143315 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:09.370058 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:17.113359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:05:29.457219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 50782) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:05:29.512189 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [None req-0639ea91-fbc0-4289-9e9b-a9e95524e7de admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:05:29.513312 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-0639ea91-fbc0-4289-9e9b-a9e95524e7de admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0550914 Feb 17 20:05:32.068372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 50792) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:05:32.304507 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7052bd7-78aa-49ca-a6df-df69861cff77 admin admin] GET failed (client error): The resource could not be found. Feb 17 20:05:32.305983 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d7052bd7-78aa-49ca-a6df-df69861cff77 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.2365716 Feb 17 20:05:32.451713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d857f2-6ac0-4d8e-8b21-87d34671a42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:05:32.453342 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-51d857f2-6ac0-4d8e-8b21-87d34671a42f admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1422839 Feb 17 20:05:35.002522 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f25a82b5-8744-4a3a-a9f9-b0f57430e9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:35.030238 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50802) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:05:35.080906 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:05:35.085905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:05:35.095667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:05:35.104792 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] Made reservation on behalf of 0ec17284db3a47cbacddcde18e023cf6 for: {'network': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:05:35.109852 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:35.385527 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING neutron.services.revisions.revision_plugin [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] Could not find related network for resource to bump revision. Feb 17 20:05:35.403605 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:05:35.413006 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:35.413394 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] Added segment 00aaec64-5389-4f8d-8719-4ba13c67d3bc of type vxlan for network f1d7a59f-2e78-4d44-a3d3-ed0518bfead6 Feb 17 20:05:35.441736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:35.470717 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:35.471963 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:05:35.472594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:35.477380 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:35.579836 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5484538 Feb 17 20:05:35.580581 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] Pushing event updated for resources: {'Network': ['ID=f1d7a59f-2e78-4d44-a3d3-ed0518bfead6,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:35.583468 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:35.592436 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network f1d7a59f-2e78-4d44-a3d3-ed0518bfead6 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:05:37.637597 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fa5fafb9-d35b-40c5-9fe3-b65c7846a3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:37.867167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:38.067718 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50812) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:05:38.142594 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.pecan_wsgi.hooks.translation [None req-970ff7cc-b8cf-4a3e-bdf4-44f0e45e9bc9 admin admin] GET failed (client error): The resource could not be found. Feb 17 20:05:38.143158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-970ff7cc-b8cf-4a3e-bdf4-44f0e45e9bc9 admin admin] Synchronizing usage tracker for tenant:0ec17284db3a47cbacddcde18e023cf6 on resource:network {{(pid=84037) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:05:38.157497 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-970ff7cc-b8cf-4a3e-bdf4-44f0e45e9bc9 admin admin] Unset dirty status for tenant:0ec17284db3a47cbacddcde18e023cf6 on resource:network {{(pid=84037) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:05:38.158715 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-970ff7cc-b8cf-4a3e-bdf4-44f0e45e9bc9 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0899339 Feb 17 20:05:38.272553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf85d5-0ec2-4b42-9574-c1275db8d430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:05:38.274046 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-adcf85d5-0ec2-4b42-9574-c1275db8d430 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1109812 Feb 17 20:05:38.285463 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-186ebdde-6eb7-41e7-ba03-7354bc5d8d5c admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'f1d7a59f-2e78-4d44-a3d3-ed0518bfead6', 'cidr': '192.168.233.0/24'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:05:38.290010 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-186ebdde-6eb7-41e7-ba03-7354bc5d8d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:05:38.300191 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-186ebdde-6eb7-41e7-ba03-7354bc5d8d5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:05:38.308719 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186ebdde-6eb7-41e7-ba03-7354bc5d8d5c admin admin] Made reservation on behalf of 0ec17284db3a47cbacddcde18e023cf6 for: {'subnet': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:05:38.313510 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-186ebdde-6eb7-41e7-ba03-7354bc5d8d5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:38.704194 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-186ebdde-6eb7-41e7-ba03-7354bc5d8d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for subnet, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:38.722024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1bbac493-c261-49ce-b10a-031c7143de30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:38.843263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ebdde-6eb7-41e7-ba03-7354bc5d8d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dce3d56-acc7-4662-a645-30388279c7cb,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:38.847603 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-186ebdde-6eb7-41e7-ba03-7354bc5d8d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:38.913254 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186ebdde-6eb7-41e7-ba03-7354bc5d8d5c admin admin] Checking segment: {'id': '00aaec64-5389-4f8d-8719-4ba13c67d3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1d7a59f-2e78-4d44-a3d3-ed0518bfead6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:05:38.913644 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186ebdde-6eb7-41e7-ba03-7354bc5d8d5c admin admin] Network hostable DHCP agents. Network: f1d7a59f-2e78-4d44-a3d3-ed0518bfead6, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:05:38.931372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186ebdde-6eb7-41e7-ba03-7354bc5d8d5c admin admin] Network f1d7a59f-2e78-4d44-a3d3-ed0518bfead6 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:05:38.939081 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-186ebdde-6eb7-41e7-ba03-7354bc5d8d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, f1d7a59f-2e78-4d44-a3d3-ed0518bfead6) {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:05:38.942886 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186ebdde-6eb7-41e7-ba03-7354bc5d8d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:05:38.943521 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-186ebdde-6eb7-41e7-ba03-7354bc5d8d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:38.948238 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfcf3c5-cbb5-4355-8764-9693880b9972 None None] Network f1d7a59f-2e78-4d44-a3d3-ed0518bfead6 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:05:38.968547 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-186ebdde-6eb7-41e7-ba03-7354bc5d8d5c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6868112 Feb 17 20:05:39.189017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:39.204257 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp352fb7b2-8a42-5eab-a0f8-2fb1fb03531e-f1d7a59f-2e78-4d44-a3d3-ed0518bfead6', 'network_id': 'f1d7a59f-2e78-4d44-a3d3-ed0518bfead6', 'tenant_id': '0ec17284db3a47cbacddcde18e023cf6', 'fixed_ips': [{'subnet_id': '1dce3d56-acc7-4662-a645-30388279c7cb'}]}} from dv-cinder-760038-3-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:05:39.204790 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:39.443573 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:39.519449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Allocated IP 192.168.233.2 (f1d7a59f-2e78-4d44-a3d3-ed0518bfead6/1dce3d56-acc7-4662-a645-30388279c7cb/4e819b34-c9fe-4027-add5-367ddb67c280) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:05:39.746733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:39.758042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Transition to ACTIVE for port object 4e819b34-c9fe-4027-add5-367ddb67c280 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:05:39.775315 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Transition to ACTIVE for port object 4e819b34-c9fe-4027-add5-367ddb67c280 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:05:39.780001 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:39.796096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5e6bcfaa-5db0-4f6b-bde4-a5a997377df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:39.930773 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Pushing event updated for resources: {'Port': ['ID=4e819b34-c9fe-4027-add5-367ddb67c280,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:39.941664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:39.942048 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:39.942419 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:39.942789 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:39.943154 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:39.943513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:39.943872 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:39.944230 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:39.944602 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:39.944983 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:39.945336 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:39.945687 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:05:39.950156 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:39.999024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Network f1d7a59f-2e78-4d44-a3d3-ed0518bfead6 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:05:40.000269 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:05:40.003154 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:05:40.061185 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Attempting to bind port 4e819b34-c9fe-4027-add5-367ddb67c280 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:05:40.061625 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Attempting to bind port 4e819b34-c9fe-4027-add5-367ddb67c280 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '00aaec64-5389-4f8d-8719-4ba13c67d3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1d7a59f-2e78-4d44-a3d3-ed0518bfead6'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:05:40.062045 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Attempting to bind port 4e819b34-c9fe-4027-add5-367ddb67c280 on network f1d7a59f-2e78-4d44-a3d3-ed0518bfead6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:05:40.067812 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:05:40.068231 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Checking segment: {'id': '00aaec64-5389-4f8d-8719-4ba13c67d3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1d7a59f-2e78-4d44-a3d3-ed0518bfead6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:05:40.068686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:40.069153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Bound using segment: {'id': '00aaec64-5389-4f8d-8719-4ba13c67d3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1d7a59f-2e78-4d44-a3d3-ed0518bfead6'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:05:40.069672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Bound port: 4e819b34-c9fe-4027-add5-367ddb67c280, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00aaec64-5389-4f8d-8719-4ba13c67d3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1d7a59f-2e78-4d44-a3d3-ed0518bfead6'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:05:40.070093 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:40.168345 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] For port 4e819b34-c9fe-4027-add5-367ddb67c280, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:05:40.174174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] For port 4e819b34-c9fe-4027-add5-367ddb67c280, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=4e819b34-c9fe-4027-add5-367ddb67c280,segment=NetworkSegment(00aaec64-5389-4f8d-8719-4ba13c67d3bc),segment_id=00aaec64-5389-4f8d-8719-4ba13c67d3bc)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:05:40.177395 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:40.193598 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c865181f-b667-41fd-9929-4529f32831ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:40.346733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Pushing event updated for resources: {'Port': ['ID=4e819b34-c9fe-4027-add5-367ddb67c280,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:40.352247 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:41.225516 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 4e819b34-c9fe-4027-add5-367ddb67c280 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:05:41.298945 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 4e819b34-c9fe-4027-add5-367ddb67c280 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:05:41.598657 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a506c77-725f-4d5b-a477-e183c7b54fa4 None None] Network f1d7a59f-2e78-4d44-a3d3-ed0518bfead6 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:05:41.700821 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-1f61cc73-40a1-4f26-bb20-00ef2e7e3c72 None None] Provisioning for port 4e819b34-c9fe-4027-add5-367ddb67c280 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:05:41.709396 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-1f61cc73-40a1-4f26-bb20-00ef2e7e3c72 None None] Provisioning complete for port 4e819b34-c9fe-4027-add5-367ddb67c280 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:05:41.709783 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1f61cc73-40a1-4f26-bb20-00ef2e7e3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:41.949522 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1f61cc73-40a1-4f26-bb20-00ef2e7e3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:42.004541 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-1f61cc73-40a1-4f26-bb20-00ef2e7e3c72 None None] For port 4e819b34-c9fe-4027-add5-367ddb67c280, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=4e819b34-c9fe-4027-add5-367ddb67c280,segment=NetworkSegment(00aaec64-5389-4f8d-8719-4ba13c67d3bc),segment_id=00aaec64-5389-4f8d-8719-4ba13c67d3bc)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:05:42.007755 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1f61cc73-40a1-4f26-bb20-00ef2e7e3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:42.010798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5e6bcfaa-5db0-4f6b-bde4-a5a997377df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:05:42.084278 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61cc73-40a1-4f26-bb20-00ef2e7e3c72 None None] Pushing event updated for resources: {'Port': ['ID=4e819b34-c9fe-4027-add5-367ddb67c280,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:05:42.087684 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1f61cc73-40a1-4f26-bb20-00ef2e7e3c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:05:42.234126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7c32933-a4bf-412f-9495-31bcad437475 None None] Provisioning complete for port 4e819b34-c9fe-4027-add5-367ddb67c280 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:05:42.234628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7c32933-a4bf-412f-9495-31bcad437475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:42.492335 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-53fba4e6-d30d-4faa-81ec-311d9a76d1e3 None None] Provisioning complete for port 4e819b34-c9fe-4027-add5-367ddb67c280 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:05:42.492788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-53fba4e6-d30d-4faa-81ec-311d9a76d1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:42.743950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f6d5e851-e7b7-4e0e-a191-3382f218e6b8 None None] Provisioning complete for port 4e819b34-c9fe-4027-add5-367ddb67c280 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:05:42.744535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e851-e7b7-4e0e-a191-3382f218e6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:43.210069 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 4e819b34-c9fe-4027-add5-367ddb67c280 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:05:43.282299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 4e819b34-c9fe-4027-add5-367ddb67c280 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:05:43.282956 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:05:54.115469 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:06:05.008029 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-219ad43a-8589-40af-bbb2-d12bc2e30568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:07.638481 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0623e8f7-bc8b-4e2d-a54a-f7a95a0ca1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:07.868696 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:09.146807 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:09.378180 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:31.115251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:06:35.010002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d634bba8-bc6d-444e-8d0d-96c59061a5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:37.641774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b53ab730-bb06-489c-96b3-3ecc6267f339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:37.874485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:39.150020 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:39.381319 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:49.843791 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50856) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:06:49.850273 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [None req-5430e2e3-00df-444a-8183-a35e07883149 tempest-verify_tempest_config-1486281408 tempest-verify_tempest_config-1486281408-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84037) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:06:49.851380 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-5430e2e3-00df-444a-8183-a35e07883149 tempest-verify_tempest_config-1486281408 tempest-verify_tempest_config-1486281408-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0065486 Feb 17 20:06:50.169212 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50876) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:06:50.290334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:50.306231 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:06:50.310316 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Usage tracker for resource:security_group_rule and tenant:c7f26efbda8c4feea41792ae9986f623 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:06:50.313303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:06:50.319601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:06:50.407751 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:50.410484 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:50.422896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:06:50.463711 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Synchronizing usage tracker for tenant:0ec17284db3a47cbacddcde18e023cf6 on resource:security_group {{(pid=84037) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:06:50.467954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fb304e-70f4-42c9-a4d2-2fe17c6f6240,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:06:50.478758 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:06:50.479156 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:06:50.479541 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:06:50.479911 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:06:50.480279 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:06:50.480660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:06:50.481050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:06:50.481411 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:06:50.481787 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:06:50.482142 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:06:50.482502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:06:50.482858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:06:50.488091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:06:50.495729 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Unset dirty status for tenant:0ec17284db3a47cbacddcde18e023cf6 on resource:security_group {{(pid=84037) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:06:50.497024 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c7f26efbda8c4feea41792ae9986f623&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3267510 Feb 17 20:06:50.499855 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50882) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:06:50.559739 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c5141c5d-7a2c-4f79-8c55-b4183647f959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:50.585814 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c5141c5d-7a2c-4f79-8c55-b4183647f959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:50.634428 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c5141c5d-7a2c-4f79-8c55-b4183647f959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:50.639376 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:06:50.651967 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5141c5d-7a2c-4f79-8c55-b4183647f959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fb304e-70f4-42c9-a4d2-2fe17c6f6240,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:06:50.654994 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c5141c5d-7a2c-4f79-8c55-b4183647f959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:06:50.656933 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c5141c5d-7a2c-4f79-8c55-b4183647f959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:06:50.658122 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c5141c5d-7a2c-4f79-8c55-b4183647f959 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f6fb304e-70f4-42c9-a4d2-2fe17c6f6240 HTTP/1.1" status: 204 len: 168 time: 0.1573172 Feb 17 20:07:05.012219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-af290005-0e08-4bfb-be89-49c6cde95b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:07.645476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e752b3b6-ee3f-44d9-9dce-1d0e99b767c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:07.872504 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:08.115897 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:07:09.152624 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:09.384492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:35.012817 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-745999e6-cfd0-4155-813e-2a99a9c70beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:37.646888 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6fcf611f-820c-4de8-b981-3b471b4b6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:37.875969 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:39.154742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:39.395022 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:07:45.115581 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:08:05.013989 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fb96a716-e613-43cd-839f-5511b2084065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:07.647161 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3769fcb6-5943-4573-9c0f-63b5b2704b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:07.878795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:09.155885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:09.392171 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:22.115046 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:08:35.008239 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654'] for agent, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:35.008803 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:35.009109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:35.009486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:35.009858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:35.010227 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:35.010594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:35.010959 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:35.011323 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:35.011690 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:35.012054 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:35.012457 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:35.012819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:08:35.013231 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76003', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:08:35.022158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76003', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:08:35.026181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c3762ddb-2d29-4c78-935f-d0b48cf20c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:35.338846 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] get_endpoint_by_host() called for host hv-cinder-76003 {{(pid=84040) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 20:08:35.342888 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] get_endpoint_by_ip() called for ip 192.168.0.121 {{(pid=84040) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 20:08:35.345935 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] _add_endpoint() called for ip 192.168.0.121 {{(pid=84040) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 20:08:35.351174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] _get_endpoints() called {{(pid=84040) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 20:08:37.649512 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-651eec4d-9b50-4e2d-8530-49d712e4595f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:37.881411 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:39.160150 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:39.416860 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:08:46.922197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50954) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:08:47.041676 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-9a688d52-cb4c-4f1d-b36f-09924ace389e admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5086 time: 0.1182451 Feb 17 20:08:49.529220 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 50964) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:08:49.588350 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-060c51f4-62c6-4282-b7e4-7000f3c0512e admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5086 time: 0.0578966 Feb 17 20:08:59.116065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:09:05.021303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:05.023427 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c8e67ea3-cf8f-41ff-bcd6-f32c50a4512d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:07.651702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b2a22e4c-bd56-4feb-af93-d5f6e46e376a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:07.884652 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:09.161779 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:09.403005 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:35.022087 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:35.024202 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6848dee5-118f-471c-a121-16fef5afd4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:36.116446 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:09:37.652463 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-085b0a24-0364-483b-8904-d8e4233b17a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:37.889017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:39.164077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:09:39.401940 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:05.020956 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:05.023799 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d2ea15b8-ad20-4266-bbf0-e85f05b68276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:07.653198 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e9127a17-9a28-47e6-8ec6-e1fa2ba91b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:07.892010 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:09.165900 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:09.417392 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:13.116674 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:10:29.467629 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51128) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:29.611557 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51140) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:29.859786 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-network', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:29.864756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:29.869710 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Usage tracker for resource:network and tenant:bef112b64fbd44c2889ba8317513c94e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:29.872766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:29.881748 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:29.890704 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Made reservation on behalf of bef112b64fbd44c2889ba8317513c94e for: {'network': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:10:29.895949 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:29.916054 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1128908191-network', 'tenant_id': '2b9361d772f4489e90685a3b38a5e845'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:29.922443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:29.924937 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:29.937599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Usage tracker for resource:network and tenant:2b9361d772f4489e90685a3b38a5e845 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:29.943147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:29.951697 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:29.958619 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:29.968626 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Usage tracker for resource:security_group_rule and tenant:bef112b64fbd44c2889ba8317513c94e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:29.973271 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:29.979887 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Made reservation on behalf of 2b9361d772f4489e90685a3b38a5e845 for: {'network': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:10:29.986099 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:29.996995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:30.011027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:30.039013 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:30.048675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Usage tracker for resource:security_group_rule and tenant:2b9361d772f4489e90685a3b38a5e845 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:30.052635 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:30.066108 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:30.152811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:30.159911 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:30.169492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:30.199611 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:10:30.234167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:30.234783 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Added segment bfeeec8b-6029-4def-85d7-35f10aecfda0 of type vxlan for network a0904cfe-b6c7-49f8-a858-3708f653bb38 Feb 17 20:10:30.284030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:30.297513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d7c145-204e-4bd7-a10b-48384d48ee96,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:30.303531 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:30.311963 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51174) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:30.312821 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:30.322834 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.323229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.323603 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.323981 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.324359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.324730 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.325916 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.325916 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.325916 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.326192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.326548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.326908 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.327344 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.327709 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.328079 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.328440 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.328803 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.329255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.330109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.330526 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.330836 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.331563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.331563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.331871 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Tracked resource versions report: Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: pushed versions: Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: { 'AddressGroup': {'1.1'}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': {'1.0'}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': {'1.0'}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': {'1.1'}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': {'1.7'}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': {'1.2'}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': {'1.8'}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': {'1.4'}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': {'1.0'}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': {'1.1'}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': {'1.1'}} Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: consumer versions: Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: { DHCP agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: L3 agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: Metadata agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: Metering agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: Open vSwitch agent@dv-cinder-760038-3-iscsi: { 'AddressGroup': '1.1', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': '1.0', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': '1.0', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': '1.1', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': '1.7', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': '1.2', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': '1.8', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': '1.4', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': '1.2', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': '1.0', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': '1.1', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': '1.1'}, Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: Open vSwitch agent@hv-cinder-76003: { 'AddressGroup': '1.1', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': '1.0', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': '1.0', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': '1.1', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': '1.7', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': '1.2', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': '1.8', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': '1.4', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': '1.2', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': '1.0', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': '1.1', Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': '1.1'}} Feb 17 20:10:30.333348 dv-cinder-760038-3-iscsi neutron-server[83926]: {{(pid=84037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:10:30.357948 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:30.358647 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4e42a5bc-0c29-4933-96f0-2bd8ab958120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:30.414588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24004c3c-ab88-4bdd-a537-d1055bdd8e9b,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:30.418597 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:30.427353 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:30.429952 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84037) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:10:30.430338 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:10:30.431306 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:30.431835 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:30.437255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-65fe1fb3-c518-4ce7-8831-a1dbc0c6deb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:30.504729 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51190) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:30.560064 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Pushing event updated for resources: {'Network': ['ID=a0904cfe-b6c7-49f8-a858-3708f653bb38,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:30.563313 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:30.566864 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0982037 Feb 17 20:10:30.573642 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network a0904cfe-b6c7-49f8-a858-3708f653bb38 details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:10:30.577146 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51200) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:30.583450 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Request body: {'subnet': {'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-subnet', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:30.588462 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:30.592950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Usage tracker for resource:subnet and tenant:bef112b64fbd44c2889ba8317513c94e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:30.596082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:30.601937 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:30.612916 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Made reservation on behalf of bef112b64fbd44c2889ba8317513c94e for: {'subnet': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:10:30.618181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:30.637015 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1919320402-network', 'tenant_id': '90c75951530148fab0bc8105623c8dab'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:30.640553 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.quota [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Loaded quota_driver: . Feb 17 20:10:30.653540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:30.667763 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Usage tracker for resource:network and tenant:90c75951530148fab0bc8105623c8dab is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:30.676181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:30.689434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network a0904cfe-b6c7-49f8-a858-3708f653bb38 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:10:30.693418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:30.723214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Made reservation on behalf of 90c75951530148fab0bc8105623c8dab for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:10:30.733357 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:30.759000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:30.780350 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-844835982-network', 'tenant_id': '12105208cfd049c3966c54855bf3b32e'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:30.789753 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:30.795707 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Usage tracker for resource:security_group_rule and tenant:90c75951530148fab0bc8105623c8dab is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:30.805944 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:30.810161 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:30.817418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:30.819931 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Usage tracker for resource:network and tenant:12105208cfd049c3966c54855bf3b32e is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:30.824064 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:30.837021 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:30.873502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Made reservation on behalf of 12105208cfd049c3966c54855bf3b32e for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:10:30.879520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:30.901073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:30.926838 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:30.934173 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:30.937994 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Usage tracker for resource:security_group_rule and tenant:12105208cfd049c3966c54855bf3b32e is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:30.942197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:30.953726 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:31.038178 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:31.048630 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:31.059552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:31.070849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:10:31.100001 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:31.100312 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Added segment df98e125-e334-46b4-badc-a3d868ddf90b of type vxlan for network 1d2eccab-e555-4638-9d23-76160788f85e Feb 17 20:10:31.149264 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:31.168545 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198da6a2-9284-414a-813b-4cddcfc51e6e,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:31.234259 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:31.251567 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:31.256611 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.256855 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:31.257544 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:31.258820 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.260109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.261696 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.262271 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.265304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.267758 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.268344 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.268938 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.270429 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.270996 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.272706 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.273376 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.274250 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.276268 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.276642 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.277042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.277412 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.277775 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.279052 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.279442 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.279811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.280175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.280535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Tracked resource versions report: Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: pushed versions: Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: { 'AddressGroup': {'1.1'}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': {'1.0'}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': {'1.0'}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': {'1.1'}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': {'1.7'}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': {'1.2'}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': {'1.8'}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': {'1.4'}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': {'1.0'}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': {'1.1'}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': {'1.1'}} Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: consumer versions: Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: { DHCP agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: L3 agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: Metadata agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: Metering agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: Open vSwitch agent@dv-cinder-760038-3-iscsi: { 'AddressGroup': '1.1', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': '1.0', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': '1.0', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': '1.1', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': '1.7', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': '1.2', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': '1.8', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': '1.4', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': '1.2', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': '1.0', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': '1.1', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': '1.1'}, Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: Open vSwitch agent@hv-cinder-76003: { 'AddressGroup': '1.1', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': '1.0', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': '1.0', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': '1.1', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': '1.7', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': '1.2', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': '1.8', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': '1.4', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': '1.2', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': '1.0', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': '1.1', Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': '1.1'}} Feb 17 20:10:31.282004 dv-cinder-760038-3-iscsi neutron-server[83926]: {{(pid=84038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:10:31.307115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3ce360d3-1b6e-4631-a416-e8942f863487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:31.330072 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7164114 Feb 17 20:10:31.333464 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84038) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:10:31.334087 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:10:31.335083 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:31.357544 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:31.358587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51224) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:31.382068 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Request body: {'subnet': {'network_id': '1d2eccab-e555-4638-9d23-76160788f85e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1128908191-subnet', 'tenant_id': '2b9361d772f4489e90685a3b38a5e845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:31.388004 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:31.424916 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:31.441134 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for subnet, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:31.445086 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Usage tracker for resource:subnet and tenant:2b9361d772f4489e90685a3b38a5e845 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:31.479801 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:31.483288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:10:31.501991 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:31.515705 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee4d955-37bc-4302-91ca-25e98930ddf2,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:31.523534 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:31.531904 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290633027324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:31.533363 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Added segment f427abc4-aafa-47e7-bed6-ccace2766613 of type vxlan for network f0e2369c-e4ac-45b6-930c-cee930a28c81 Feb 17 20:10:31.587760 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Made reservation on behalf of 2b9361d772f4489e90685a3b38a5e845 for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:10:31.592829 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:31.731549 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:31.833141 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Pushing event updated for resources: {'Network': ['ID=1d2eccab-e555-4638-9d23-76160788f85e,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:31.836800 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:31.843221 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:31.846392 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:31.846562 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network 1d2eccab-e555-4638-9d23-76160788f85e details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:10:31.946632 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:31.956896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:31.956896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:31.963654 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:31.981603 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Checking segment: {'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:10:31.981999 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Network hostable DHCP agents. Network: a0904cfe-b6c7-49f8-a858-3708f653bb38, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:10:31.995229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:10:32.011417 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dab1ba6-9853-478e-b806-2a2376b065de,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:32.014490 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Network a0904cfe-b6c7-49f8-a858-3708f653bb38 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:10:32.018279 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:32.027889 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, a0904cfe-b6c7-49f8-a858-3708f653bb38) {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:10:32.043547 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:32.044250 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:32.069138 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4883606 Feb 17 20:10:32.069348 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51256) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:32.075635 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:32.077328 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network 1d2eccab-e555-4638-9d23-76160788f85e details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:10:32.081867 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:32.087506 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Usage tracker for resource:router and tenant:bef112b64fbd44c2889ba8317513c94e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:32.092791 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:32.098745 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290633027324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:32.099199 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Added segment a9b71d94-3fe1-4d57-b74b-65b04f9c79a3 of type vxlan for network 1d998394-3382-4088-83f9-0b0a244c1013 Feb 17 20:10:32.102329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:32.115666 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854378786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775495'] for router, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:32.117789 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-288'] for router, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:32.144667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:32.193199 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66f43bd-c039-45f0-964e-58167cc3b9d4 None None] Network a0904cfe-b6c7-49f8-a858-3708f653bb38 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:10:32.277230 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e2369c-e4ac-45b6-930c-cee930a28c81,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:32.281374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:32.295224 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7892714 Feb 17 20:10:32.307206 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51266) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:32.323553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Request body: {'subnet': {'network_id': 'f0e2369c-e4ac-45b6-930c-cee930a28c81', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-844835982-subnet', 'tenant_id': '12105208cfd049c3966c54855bf3b32e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:32.333443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:32.340893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:32.360278 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Usage tracker for resource:subnet and tenant:12105208cfd049c3966c54855bf3b32e is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:32.369220 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:32.389117 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:32.444415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:32.445227 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Made reservation on behalf of 12105208cfd049c3966c54855bf3b32e for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:10:32.450780 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:32.489445 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network f0e2369c-e4ac-45b6-930c-cee930a28c81 details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:10:32.514885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network f0e2369c-e4ac-45b6-930c-cee930a28c81 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:10:32.578766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-275'] for router, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:32.691723 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:32.692373 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:32.744903 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp352fb7b2-8a42-5eab-a0f8-2fb1fb03531e-a0904cfe-b6c7-49f8-a858-3708f653bb38', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de'}]}} from dv-cinder-760038-3-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:10:32.745861 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:32.773131 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:33.002507 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Pushing event updated for resources: {'Network': ['ID=1d998394-3382-4088-83f9-0b0a244c1013,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:33.020809 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:33.027142 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7131858 Feb 17 20:10:33.087519 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51288) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:33.098499 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Request body: {'subnet': {'network_id': '1d998394-3382-4088-83f9-0b0a244c1013', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1919320402-subnet', 'tenant_id': '90c75951530148fab0bc8105623c8dab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:33.105932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:33.111249 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Usage tracker for resource:subnet and tenant:90c75951530148fab0bc8105623c8dab is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:33.114894 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:33.122678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:33.155192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Made reservation on behalf of 90c75951530148fab0bc8105623c8dab for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:10:33.160851 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:33.248251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:33.325022 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:33.419664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Allocated IP 172.20.0.2 (a0904cfe-b6c7-49f8-a858-3708f653bb38/1dab1ba6-9853-478e-b806-2a2376b065de/fddae7ec-89f3-42f3-aa2b-2753b0a33393) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:10:33.623085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network 1d998394-3382-4088-83f9-0b0a244c1013 details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:10:33.638544 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network 1d998394-3382-4088-83f9-0b0a244c1013 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:10:33.757586 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51318) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:33.792484 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:33.826841 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:33.846036 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Allocated IP 172.27.1.224 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/6fa22766-6f0a-44df-9b98-09dfcbd434fe) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:10:33.880589 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:34.004220 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Transition to ACTIVE for port object fddae7ec-89f3-42f3-aa2b-2753b0a33393 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:10:34.021007 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:34.104004 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Transition to ACTIVE for port object fddae7ec-89f3-42f3-aa2b-2753b0a33393 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:10:34.113881 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:34.136840 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:34.170911 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:34.209091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3be21d6e-0b89-4e2b-aaff-987e7ad62de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:34.228549 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:34.230300 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d4e627-553d-414a-b50c-142182377aca,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:34.263042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3be21d6e-0b89-4e2b-aaff-987e7ad62de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:34.267601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-3be21d6e-0b89-4e2b-aaff-987e7ad62de2 admin admin] Usage tracker for resource:security_group_rule and tenant:4a9c2eab282342a09a1a1e50d68125ac is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:34.271057 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-3be21d6e-0b89-4e2b-aaff-987e7ad62de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:34.278196 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3be21d6e-0b89-4e2b-aaff-987e7ad62de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:34.351452 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Pushing event updated for resources: {'Port': ['ID=fddae7ec-89f3-42f3-aa2b-2753b0a33393,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:34.372098 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3be21d6e-0b89-4e2b-aaff-987e7ad62de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:34.376195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:34.379734 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.380528 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.381095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.381956 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.382484 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.382996 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.383686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.384198 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.384724 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.385262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.385799 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.386412 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.387007 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.387501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.388141 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.388660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.389212 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.389741 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.390263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.390774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.391305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.392394 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.392951 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.393621 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Tracked resource versions report: Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: pushed versions: Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: { 'AddressGroup': {'1.1'}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': {'1.0'}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': {'1.0'}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': {'1.1'}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': {'1.7'}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': {'1.2'}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': {'1.8'}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': {'1.4'}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': {'1.0'}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': {'1.1'}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': {'1.1'}} Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: consumer versions: Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: { DHCP agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: L3 agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: Metadata agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: Metering agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: Open vSwitch agent@dv-cinder-760038-3-iscsi: { 'AddressGroup': '1.1', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': '1.0', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': '1.0', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': '1.1', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': '1.7', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': '1.2', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': '1.8', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': '1.4', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': '1.2', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': '1.0', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': '1.1', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': '1.1'}, Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: Open vSwitch agent@hv-cinder-76003: { 'AddressGroup': '1.1', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': '1.0', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': '1.0', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': '1.1', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': '1.7', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': '1.2', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': '1.8', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': '1.4', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': '1.2', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': '1.0', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': '1.1', Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': '1.1'}} Feb 17 20:10:34.395169 dv-cinder-760038-3-iscsi neutron-server[83926]: {{(pid=84040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:10:34.399805 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:34.411124 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:34.447447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Network a0904cfe-b6c7-49f8-a858-3708f653bb38 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:10:34.449325 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:10:34.452040 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:10:34.466502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:34.476762 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3be21d6e-0b89-4e2b-aaff-987e7ad62de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:34.517802 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Attempting to bind port fddae7ec-89f3-42f3-aa2b-2753b0a33393 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:10:34.518469 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Attempting to bind port fddae7ec-89f3-42f3-aa2b-2753b0a33393 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:10:34.519059 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Attempting to bind port fddae7ec-89f3-42f3-aa2b-2753b0a33393 on network a0904cfe-b6c7-49f8-a858-3708f653bb38 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:10:34.525281 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:10:34.525908 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Checking segment: {'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:10:34.526537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:34.527137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Bound using segment: {'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:10:34.527827 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Bound port: fddae7ec-89f3-42f3-aa2b-2753b0a33393, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:10:34.528427 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:34.537555 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:10:34.540898 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:10:34.545109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:10:34.566083 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-3be21d6e-0b89-4e2b-aaff-987e7ad62de2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4a9c2eab282342a09a1a1e50d68125ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8043270 Feb 17 20:10:34.571920 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51334) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:34.574693 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Checking segment: {'id': 'f427abc4-aafa-47e7-bed6-ccace2766613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f0e2369c-e4ac-45b6-930c-cee930a28c81'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:10:34.575090 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Network hostable DHCP agents. Network: f0e2369c-e4ac-45b6-930c-cee930a28c81, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:10:34.649547 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] For port fddae7ec-89f3-42f3-aa2b-2753b0a33393, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:10:34.653179 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] For port fddae7ec-89f3-42f3-aa2b-2753b0a33393, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=fddae7ec-89f3-42f3-aa2b-2753b0a33393,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:10:34.657389 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:34.665733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Pushing event updated for resources: {'Port': ['ID=6fa22766-6f0a-44df-9b98-09dfcbd434fe,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:34.670073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:34.674629 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:34.686195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Pushing event updated for resources: {'Subnet': ['ID=23622858-9368-4530-b5c8-86a17ea9bd41,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:34.751878 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:34.753421 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-86ab3346-e598-4fb9-82c6-f59fade56331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:34.791042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be21d6e-0b89-4e2b-aaff-987e7ad62de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df58d65-cbcd-4299-b584-e3ccdf0b5fa9,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:34.797974 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Network f0e2369c-e4ac-45b6-930c-cee930a28c81 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:10:34.822757 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3be21d6e-0b89-4e2b-aaff-987e7ad62de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:34.825797 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, f0e2369c-e4ac-45b6-930c-cee930a28c81) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:10:34.839675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Pushing event updated for resources: {'Port': ['ID=fddae7ec-89f3-42f3-aa2b-2753b0a33393,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:34.841428 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-24a09c43-f9e1-4518-9d2d-bfca3febfb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:34.846085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:34.865607 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e4c549-f934-41b2-980e-042420da8df1 None None] Network f0e2369c-e4ac-45b6-930c-cee930a28c81 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:10:34.872981 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-24a09c43-f9e1-4518-9d2d-bfca3febfb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:34.931442 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-24a09c43-f9e1-4518-9d2d-bfca3febfb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:34.932398 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Checking segment: {'id': 'df98e125-e334-46b4-badc-a3d868ddf90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:10:34.932774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Network hostable DHCP agents. Network: 1d2eccab-e555-4638-9d23-76160788f85e, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:10:34.939711 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:34.940367 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:34.958983 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:34.991371 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a09c43-f9e1-4518-9d2d-bfca3febfb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df58d65-cbcd-4299-b584-e3ccdf0b5fa9,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:35.002286 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-24a09c43-f9e1-4518-9d2d-bfca3febfb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:35.013440 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Network 1d2eccab-e555-4638-9d23-76160788f85e is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:10:35.021536 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, 1d2eccab-e555-4638-9d23-76160788f85e) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:10:35.023268 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-24a09c43-f9e1-4518-9d2d-bfca3febfb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:35.027164 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-24a09c43-f9e1-4518-9d2d-bfca3febfb96 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7df58d65-cbcd-4299-b584-e3ccdf0b5fa9 HTTP/1.1" status: 204 len: 168 time: 0.4415040 Feb 17 20:10:35.027843 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7195604 Feb 17 20:10:35.030395 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:35.031197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:35.059495 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c160d80-7b28-4768-bf96-29460b388b40 None None] Network 1d2eccab-e555-4638-9d23-76160788f85e requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:10:35.063432 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.7026541 Feb 17 20:10:35.081229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51358) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:35.090129 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1128908191-router', 'tenant_id': '2b9361d772f4489e90685a3b38a5e845', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:35.105921 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:35.116811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Usage tracker for resource:router and tenant:2b9361d772f4489e90685a3b38a5e845 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:35.162045 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:35.165670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:35.179963 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:35.203687 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854378786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775495'] for router, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:35.205717 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-288'] for router, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:35.217465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:35.265038 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0efd3646-3e81-4f4d-a8f0-9b31a467c567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:35.486587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-53263702-4b9a-4cd7-ad51-972abe7c354d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:35.539467 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:35.553648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843802c4-2945-4600-904b-85f8edc4ef50 None None] Network f0e2369c-e4ac-45b6-930c-cee930a28c81 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:10:35.745321 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=40596174-1d83-4cff-a7f9-39ed48674b8d,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:35.780070 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:35.890013 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Checking segment: {'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:10:35.890419 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Network hostable DHCP agents. Network: 1d998394-3382-4088-83f9-0b0a244c1013, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:10:35.935053 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854376437'] for router, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:35.958434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d48230-756f-4fbd-a3de-a6b4879fa9d4 None None] Network 1d2eccab-e555-4638-9d23-76160788f85e requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:10:36.010471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51404) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:36.027561 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 20:10:36.538473 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-c3561198-b7dd-4fea-ada0-abab3604feb0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:36.539149 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-c3561198-b7dd-4fea-ada0-abab3604feb0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Synchronizing usage tracker for tenant:12105208cfd049c3966c54855bf3b32e on resource:network {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:10:36.650085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 is scheduled to L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae with binding_index 1 {{(pid=84037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:10:36.671813 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Network 1d998394-3382-4088-83f9-0b0a244c1013 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:10:36.803042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-c3561198-b7dd-4fea-ada0-abab3604feb0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Unset dirty status for tenant:12105208cfd049c3966c54855bf3b32e on resource:network {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:10:36.805150 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-c3561198-b7dd-4fea-ada0-abab3604feb0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/networks?id=f0e2369c-e4ac-45b6-930c-cee930a28c81 HTTP/1.1" status: 200 len: 811 time: 0.7829335 Feb 17 20:10:36.819167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, 1d998394-3382-4088-83f9-0b0a244c1013) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:10:36.827095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688b3cc7-98b8-41ed-a6e5-4abe42537f40 None None] Network 1d998394-3382-4088-83f9-0b0a244c1013 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:10:36.834640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:36.835483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:36.903008 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-55e38192-9c17-4ad2-94cf-4fe7c3fadad2 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/quotas/12105208cfd049c3966c54855bf3b32e HTTP/1.1" status: 200 len: 375 time: 0.0873666 Feb 17 20:10:36.917713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-275'] for router, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:36.949128 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:10:36.963695 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Sync routers for ids ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:10:36.980050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Notify callbacks [] for router, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:36.982965 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Routers {'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:10:36.983889 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:10:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:36.984018 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9135222 Feb 17 20:10:36.987403 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51432) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:37.010857 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-4aa2c33e-dde9-471a-a561-29c1fc1a71a4 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=12105208cfd049c3966c54855bf3b32e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836537 Feb 17 20:10:37.054339 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.9618251 Feb 17 20:10:37.208475 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af9c009-9a5b-40d0-8798-41f4a6152c37 None None] Network a0904cfe-b6c7-49f8-a858-3708f653bb38 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:10:37.326597 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Set router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:10:37.372318 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f854240-4a5d-4038-b23f-b12e44b7ce5d None None] Network 1d998394-3382-4088-83f9-0b0a244c1013 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:10:37.564404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device fddae7ec-89f3-42f3-aa2b-2753b0a33393 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:10:37.647865 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-2c08bc49-27c1-4788-a984-18c3b2da2623 None None] Provisioning for port fddae7ec-89f3-42f3-aa2b-2753b0a33393 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:10:37.680750 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:37.740776 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-c9044ab0-85a7-437a-b273-33708adcc7de service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:10:37.749499 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-c9044ab0-85a7-437a-b273-33708adcc7de service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3861043 Feb 17 20:10:37.787503 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:37.919456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2e152618-6ec8-4762-ae07-3e550cf4143e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:37.994015 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:34Z', 'revision_number': 3, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:38.012422 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Checking router: a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:10:38.013075 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Updating router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 port 6fa22766-6f0a-44df-9b98-09dfcbd434fe binding host dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:10:38.139850 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:38.168208 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-65ec89c4-1e16-401e-b66b-df622e14d51c service neutron] 10.222.0.73 "GET /v2.0/networks/f0e2369c-e4ac-45b6-930c-cee930a28c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149694 Feb 17 20:10:38.318187 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51484) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:38.423624 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:38.435539 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port fddae7ec-89f3-42f3-aa2b-2753b0a33393 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:10:38.458756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port fddae7ec-89f3-42f3-aa2b-2753b0a33393 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:10:38.464256 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:38.515470 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:38.528491 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:38.576508 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Allocated IP 172.27.1.217 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/67c5a89a-444c-48fd-99f5-9e7f84970b42) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:10:38.606546 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-9ed319bd-81df-4eb2-a7ca-0d6c340b8516 service neutron] 10.222.0.73 "GET /v2.0/networks/f0e2369c-e4ac-45b6-930c-cee930a28c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4373457 Feb 17 20:10:38.662733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:38.717477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port fddae7ec-89f3-42f3-aa2b-2753b0a33393, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=fddae7ec-89f3-42f3-aa2b-2753b0a33393,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:10:38.722905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:38.725516 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:38.806804 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-8e9b0058-b34e-4b59-93c3-70838d37565a tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:38.807585 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-8e9b0058-b34e-4b59-93c3-70838d37565a tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Synchronizing usage tracker for tenant:90c75951530148fab0bc8105623c8dab on resource:network {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:10:38.818519 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=fddae7ec-89f3-42f3-aa2b-2753b0a33393,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:38.823329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:38.850189 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-8e9b0058-b34e-4b59-93c3-70838d37565a tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Unset dirty status for tenant:90c75951530148fab0bc8105623c8dab on resource:network {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:10:38.851500 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-8e9b0058-b34e-4b59-93c3-70838d37565a tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/networks?id=1d998394-3382-4088-83f9-0b0a244c1013 HTTP/1.1" status: 200 len: 815 time: 0.5297704 Feb 17 20:10:38.886286 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-2fec0f87-10b3-4431-a66c-e0bcbcaeee1a tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/quotas/90c75951530148fab0bc8105623c8dab HTTP/1.1" status: 200 len: 375 time: 0.0202460 Feb 17 20:10:38.949662 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-4e01e06f-5d01-4d87-99d4-7c43db1947cc None None] Provisioning complete for port fddae7ec-89f3-42f3-aa2b-2753b0a33393 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:10:38.950199 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4e01e06f-5d01-4d87-99d4-7c43db1947cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:38.984588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Allocated IP 172.20.0.1 (a0904cfe-b6c7-49f8-a858-3708f653bb38/1dab1ba6-9853-478e-b806-2a2376b065de/5b04e11d-0518-4fa3-90f3-b7fb8653d094) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:10:39.184556 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:39.216123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Transition to ACTIVE for port object 5b04e11d-0518-4fa3-90f3-b7fb8653d094 will not be triggered until provisioned by entity DHCP. {{(pid=84037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:10:39.254668 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:39.260727 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-259c5dbf-d2e3-4d56-b245-0ee09667f9e1 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=90c75951530148fab0bc8105623c8dab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3734477 Feb 17 20:10:39.286854 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:39.288302 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:39.382767 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0283affb-6432-45da-9ae2-0a570d1c3077 req-7b35f897-beeb-4ba0-a063-b2ba4e031a88 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 210 time: 0.0999379 Feb 17 20:10:39.461301 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:39.464588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device fddae7ec-89f3-42f3-aa2b-2753b0a33393 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:10:39.588029 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-c7916edb-0e07-4357-9d7e-d84fe9dcab44 None None] Provisioning complete for port fddae7ec-89f3-42f3-aa2b-2753b0a33393 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:10:39.589077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c7916edb-0e07-4357-9d7e-d84fe9dcab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:39.627181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Pushing event updated for resources: {'Port': ['ID=5b04e11d-0518-4fa3-90f3-b7fb8653d094,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:39.632509 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:39.639174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:39.673768 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:39.768310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:39.839023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Network a0904cfe-b6c7-49f8-a858-3708f653bb38 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:10:39.842648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:10:39.862726 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port fddae7ec-89f3-42f3-aa2b-2753b0a33393 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:10:39.862726 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:39.872327 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:10:39.873427 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406546'] for router_interface, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:39.882024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51546) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:39.963736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Pushing event updated for resources: {'Port': ['ID=67c5a89a-444c-48fd-99f5-9e7f84970b42,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:39.997450 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:40.131093 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-1c365d3c-02fc-43f2-9001-70c4ec4c5168 None None] Provisioning complete for port fddae7ec-89f3-42f3-aa2b-2753b0a33393 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:10:40.137608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c365d3c-02fc-43f2-9001-70c4ec4c5168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:40.148298 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:40.192737 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:10:40.199078 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:10:40.208097 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:10:40.211076 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:40.242894 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Transition to ACTIVE for port object 6fa22766-6f0a-44df-9b98-09dfcbd434fe will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:10:40.249986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:40.285981 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51562) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:40.293603 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-94ff9828-54c9-4803-aa32-6f056d550e4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:40.602128 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-50bc547a-72ed-436f-8f33-647bf9dda352 None None] Provisioning for port 5b04e11d-0518-4fa3-90f3-b7fb8653d094 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:10:40.617263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-50bc547a-72ed-436f-8f33-647bf9dda352 None None] Provisioning complete for port 5b04e11d-0518-4fa3-90f3-b7fb8653d094 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:10:40.618333 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-50bc547a-72ed-436f-8f33-647bf9dda352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:40.761366 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-50bc547a-72ed-436f-8f33-647bf9dda352 None None] Port 5b04e11d-0518-4fa3-90f3-b7fb8653d094 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:10:40.844246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-249b3415-d9a6-4ab3-b6d9-356202d08180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:40.857539 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3f6336ec-67ac-4b0f-95e1-e9b3db491495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:40.867701 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Pushing event updated for resources: {'Port': ['ID=6fa22766-6f0a-44df-9b98-09dfcbd434fe,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:40.888630 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d85d338e-5fe8-4088-81a5-7f34bccd7039 req-1d278b5f-9dca-4a6e-b5a4-3ad048b3aa88 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 210 time: 0.2396650 Feb 17 20:10:40.893722 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-274f782d-ad38-4384-8a93-6732306d1a15 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:10:40.895185 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-274f782d-ad38-4384-8a93-6732306d1a15 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2587767 Feb 17 20:10:40.924621 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-249b3415-d9a6-4ab3-b6d9-356202d08180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:40.924811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.924811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.924811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.924811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.924811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.924811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.924811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.924811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.925386 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3f6336ec-67ac-4b0f-95e1-e9b3db491495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:40.925468 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.928398 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.930210 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-249b3415-d9a6-4ab3-b6d9-356202d08180 admin admin] Usage tracker for resource:security_group_rule and tenant:10d9f31fccb942ce8f583757824472f0 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:40.935387 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.935727 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-249b3415-d9a6-4ab3-b6d9-356202d08180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:40.935855 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.936237 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.936601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.937000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.937366 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.937726 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.939640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.940028 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.940388 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.942843 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.943092 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.943468 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.943843 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Tracked resource versions report: Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: pushed versions: Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: { 'AddressGroup': {'1.1'}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': {'1.0'}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': {'1.0'}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': {'1.1'}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': {'1.7'}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': {'1.2'}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': {'1.8'}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': {'1.4'}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': {'1.0'}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': {'1.1'}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': {'1.1'}} Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: consumer versions: Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: { DHCP agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: L3 agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: Metadata agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: Metering agent@dv-cinder-760038-3-iscsi: {}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: Open vSwitch agent@dv-cinder-760038-3-iscsi: { 'AddressGroup': '1.1', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': '1.0', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': '1.0', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': '1.1', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': '1.7', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': '1.2', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': '1.8', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': '1.4', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': '1.2', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': '1.0', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': '1.1', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': '1.1'}, Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: Open vSwitch agent@hv-cinder-76003: { 'AddressGroup': '1.1', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'ConntrackHelper': '1.0', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Log': '1.0', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Network': '1.1', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Port': '1.7', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'PortForwarding': '1.2', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'QosPolicy': '1.8', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroup': '1.4', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SecurityGroupRule': '1.2', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'SubPort': '1.0', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Subnet': '1.1', Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: 'Trunk': '1.1'}} Feb 17 20:10:40.945249 dv-cinder-760038-3-iscsi neutron-server[83926]: {{(pid=84041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:10:40.955526 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-3f6336ec-67ac-4b0f-95e1-e9b3db491495 admin admin] Usage tracker for resource:security_group_rule and tenant:500bd2455ca6452085d4d98f0ae85a85 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:40.966041 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:41.031636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:41.059610 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-3f6336ec-67ac-4b0f-95e1-e9b3db491495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:41.084668 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-249b3415-d9a6-4ab3-b6d9-356202d08180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:41.103864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Attempting to bind port 6fa22766-6f0a-44df-9b98-09dfcbd434fe on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:10:41.104078 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Attempting to bind port 6fa22766-6f0a-44df-9b98-09dfcbd434fe by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:10:41.104361 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Attempting to bind port 6fa22766-6f0a-44df-9b98-09dfcbd434fe on network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:10:41.107060 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3f6336ec-67ac-4b0f-95e1-e9b3db491495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:41.121748 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:10:41.122169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Checking segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:10:41.122592 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:41.123215 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Bound using segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:10:41.123735 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Bound port: 6fa22766-6f0a-44df-9b98-09dfcbd434fe, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:10:41.124145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:41.247160 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] For port 6fa22766-6f0a-44df-9b98-09dfcbd434fe, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:10:41.252482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] For port 6fa22766-6f0a-44df-9b98-09dfcbd434fe, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=6fa22766-6f0a-44df-9b98-09dfcbd434fe,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:10:41.261314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:41.289116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:41.292674 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:41.334730 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:41.343476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369164'] for router_interface, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:41.364679 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-2c82fbbe-b103-44a7-9ad7-582726235d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:41.521560 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-330c4a3b-c713-4df2-bb54-675ef1e6f0ad service neutron] 10.222.0.73 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141309 Feb 17 20:10:41.529186 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Pushing event updated for resources: {'Port': ['ID=6fa22766-6f0a-44df-9b98-09dfcbd434fe,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:41.535263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:41.582338 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Routers {'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:10:41.583087 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:10:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:41.682468 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Network a0904cfe-b6c7-49f8-a858-3708f653bb38 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:10:41.695512 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:10:41.712495 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Pushing event updated for resources: {'Port': ['ID=5b04e11d-0518-4fa3-90f3-b7fb8653d094,revision_number=2']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:41.893019 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] Set router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:10:41.972150 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:42.004246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-2a422b3b-b5aa-47b2-be1a-1aa1190a660d None None] Provisioning complete for port 5b04e11d-0518-4fa3-90f3-b7fb8653d094 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:10:42.005038 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2a422b3b-b5aa-47b2-be1a-1aa1190a660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:42.025656 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-249b3415-d9a6-4ab3-b6d9-356202d08180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:42.033237 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3f6336ec-67ac-4b0f-95e1-e9b3db491495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:42.034318 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-249b3415-d9a6-4ab3-b6d9-356202d08180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:42.118808 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:42.119441 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854376437'] for router, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:42.125767 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-2a422b3b-b5aa-47b2-be1a-1aa1190a660d None None] Port 5b04e11d-0518-4fa3-90f3-b7fb8653d094 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:10:42.126220 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3f6336ec-67ac-4b0f-95e1-e9b3db491495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:42.215697 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b3415-d9a6-4ab3-b6d9-356202d08180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f57d9f-4db1-47ee-8acc-c3c2bfbcbd75,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:42.226097 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-249b3415-d9a6-4ab3-b6d9-356202d08180 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=10d9f31fccb942ce8f583757824472f0&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3394334 Feb 17 20:10:42.229969 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-249b3415-d9a6-4ab3-b6d9-356202d08180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:42.231435 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51634) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:42.231883 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:42.249098 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:10:42.256690 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-3f6336ec-67ac-4b0f-95e1-e9b3db491495 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=500bd2455ca6452085d4d98f0ae85a85&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9671464 Feb 17 20:10:42.262058 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51638) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:42.264675 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-eccb14b3-7cb4-45ec-b0c4-6f1de37bc163 req-b60441ca-330f-4d19-9ef7-1daeaba91c49 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 210 time: 0.1469843 Feb 17 20:10:42.302541 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 2, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:42.308471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5fe8ff-4d52-421f-9b90-a06689185e83 None None] The sync data for ids ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'] in dv-cinder-760038-3-iscsi is: [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 2, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:10:42.367978 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6336ec-67ac-4b0f-95e1-e9b3db491495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addaf95e-9728-4215-843d-9405dcff0823,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:42.389024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3f6336ec-67ac-4b0f-95e1-e9b3db491495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:42.465315 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-bffb6bab-21f7-47b3-9799-02b8bbddbed8 service neutron] 10.222.0.73 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9089484 Feb 17 20:10:42.476074 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-66ae7a50-b3a3-4857-b71f-4987319d176b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:42.510425 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6bed9f93-cf6f-4d64-adf0-11ed5d13c5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:42.530222 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-66ae7a50-b3a3-4857-b71f-4987319d176b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:42.559283 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:10:42.561869 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6bed9f93-cf6f-4d64-adf0-11ed5d13c5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:42.590882 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Router d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 is scheduled to L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae with binding_index 1 {{(pid=84038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:10:42.621808 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] 10.222.0.73 "PUT /v2.0/routers/a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6332343 Feb 17 20:10:42.631033 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6bed9f93-cf6f-4d64-adf0-11ed5d13c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:42.636659 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3f6336ec-67ac-4b0f-95e1-e9b3db491495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:42.650547 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed9f93-cf6f-4d64-adf0-11ed5d13c5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f57d9f-4db1-47ee-8acc-c3c2bfbcbd75,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:42.652926 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6bed9f93-cf6f-4d64-adf0-11ed5d13c5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:42.654133 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6bed9f93-cf6f-4d64-adf0-11ed5d13c5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:42.655388 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-6bed9f93-cf6f-4d64-adf0-11ed5d13c5b1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d0f57d9f-4db1-47ee-8acc-c3c2bfbcbd75 HTTP/1.1" status: 204 len: 168 time: 0.4154298 Feb 17 20:10:42.683347 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-66ae7a50-b3a3-4857-b71f-4987319d176b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:42.699711 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3be21d6e-0b89-4e2b-aaff-987e7ad62de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:42.776053 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae7a50-b3a3-4857-b71f-4987319d176b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addaf95e-9728-4215-843d-9405dcff0823,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:42.806941 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-66ae7a50-b3a3-4857-b71f-4987319d176b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:42.843341 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b7203bfd-73b2-481c-b892-c9f7b83792e5 req-73209412-d0da-4470-925d-d9bff15340a4 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 210 time: 0.1341250 Feb 17 20:10:42.845393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-66ae7a50-b3a3-4857-b71f-4987319d176b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:42.846533 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-66ae7a50-b3a3-4857-b71f-4987319d176b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/addaf95e-9728-4215-843d-9405dcff0823 HTTP/1.1" status: 204 len: 168 time: 0.5808830 Feb 17 20:10:43.015192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:10:43.026099 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Sync routers for ids ['d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:10:43.048848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Routers {'d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:10:43.050100 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:10:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:43.059284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:43.063352 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.9781003 Feb 17 20:10:43.063610 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51676) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:43.343150 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51690) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:43.383344 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a87e5574-fac9-4d3f-b257-6045481a236c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:43.428983 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-a87e5574-fac9-4d3f-b257-6045481a236c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:43.435525 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-a87e5574-fac9-4d3f-b257-6045481a236c admin admin] Usage tracker for resource:security_group_rule and tenant:10e782eb910940ff87ae8a987173a233 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:43.446164 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-a87e5574-fac9-4d3f-b257-6045481a236c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:43.459284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-a87e5574-fac9-4d3f-b257-6045481a236c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:43.683721 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-69fe07e2-02ff-440f-aea0-590639fe8470 req-f191a110-01a6-4a21-b5c4-ebaf260964e7 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 210 time: 0.0775101 Feb 17 20:10:43.711308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a87e5574-fac9-4d3f-b257-6045481a236c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:43.717082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a87e5574-fac9-4d3f-b257-6045481a236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:43.791658 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-249b3415-d9a6-4ab3-b6d9-356202d08180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:43.804376 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-a87e5574-fac9-4d3f-b257-6045481a236c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=10e782eb910940ff87ae8a987173a233&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4600677 Feb 17 20:10:43.809326 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51706) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:43.913982 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e5574-fac9-4d3f-b257-6045481a236c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088070e9-6a49-4c1f-a619-973997e9af23,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:43.917954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a87e5574-fac9-4d3f-b257-6045481a236c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:43.939106 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b442a689-ea6f-4cab-8f8b-62728006cd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:43.949477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Set router d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:10:44.003256 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b442a689-ea6f-4cab-8f8b-62728006cd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:44.042663 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6d7cb081-995c-45a2-a0a3-85ea0042ca05 req-6aff2167-ef60-454d-87f7-be8076901546 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 210 time: 0.0660992 Feb 17 20:10:44.126831 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b442a689-ea6f-4cab-8f8b-62728006cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:44.143694 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cd7a4f42-7b96-4143-ac4d-17fc688d6492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:44.187171 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442a689-ea6f-4cab-8f8b-62728006cd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088070e9-6a49-4c1f-a619-973997e9af23,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:44.199383 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b442a689-ea6f-4cab-8f8b-62728006cd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:44.200834 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b442a689-ea6f-4cab-8f8b-62728006cd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:44.213983 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-b442a689-ea6f-4cab-8f8b-62728006cd98 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/088070e9-6a49-4c1f-a619-973997e9af23 HTTP/1.1" status: 204 len: 168 time: 0.3962886 Feb 17 20:10:44.515239 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:44.545924 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51732) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:44.624793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'name': 'tempest-ServerRescueNegativeTestJSON-1128908191-router', 'tenant_id': '2b9361d772f4489e90685a3b38a5e845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '67c5a89a-444c-48fd-99f5-9e7f84970b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:35Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 3, 'project_id': '2b9361d772f4489e90685a3b38a5e845', 'gw_port': {'id': '67c5a89a-444c-48fd-99f5-9e7f84970b42', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:44.722537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51744) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:44.728490 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--206181280', 'description': 'tempest-description--1962466250'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:44.736375 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:44.745134 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Usage tracker for resource:security_group and tenant:bef112b64fbd44c2889ba8317513c94e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:44.750865 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:44.757368 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1642273527-network', 'tenant_id': 'a61a57fd5e3d47faaa06e29b0e72e85c'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:44.757566 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Checking router: d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:10:44.757566 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Updating router d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 port 67c5a89a-444c-48fd-99f5-9e7f84970b42 binding host dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:10:44.767174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:44.769839 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:44.779196 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Usage tracker for resource:network and tenant:a61a57fd5e3d47faaa06e29b0e72e85c is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:44.784393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:44.802141 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:44.817458 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:44.835246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:44.837703 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Made reservation on behalf of a61a57fd5e3d47faaa06e29b0e72e85c for: {'network': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:10:44.842540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:44.857743 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:44.871121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Usage tracker for resource:security_group_rule and tenant:bef112b64fbd44c2889ba8317513c94e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:44.876108 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:44.884642 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:44.886670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:44.889971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:44.894255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Usage tracker for resource:security_group_rule and tenant:a61a57fd5e3d47faaa06e29b0e72e85c is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:44.902462 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:44.916857 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:45.015869 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.023942 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.099026 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:45.129127 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.130476 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4066107 Feb 17 20:10:45.145543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51758) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:45.170913 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-3a2d7e6f-d9af-42d9-b245-e9f4b186b358 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Request body: {'security_group_rule': {'security_group_id': 'bdb42717-7720-4344-bd54-75037d54e838', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:45.233804 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5bf33c2a-89de-42b8-8b69-4c93747109a3 req-19a34f17-d1f6-4518-a67b-191450b1ea3e tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 210 time: 0.3608532 Feb 17 20:10:45.235197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3a2d7e6f-d9af-42d9-b245-e9f4b186b358 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:45.265164 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-3a2d7e6f-d9af-42d9-b245-e9f4b186b358 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Usage tracker for resource:security_group_rule and tenant:bef112b64fbd44c2889ba8317513c94e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:45.281296 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-3a2d7e6f-d9af-42d9-b245-e9f4b186b358 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:45.291046 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb42717-7720-4344-bd54-75037d54e838,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:45.299272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:45.300197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3a2d7e6f-d9af-42d9-b245-e9f4b186b358 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:45.309116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.316488 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.335610 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:45.396579 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed514fe-ab6f-4695-9353-5b4cc0256423,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:45.402554 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7e6f-d9af-42d9-b245-e9f4b186b358 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.411329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:45.432402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:10:45.483154 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.508144 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Added segment 111290fc-28c8-4d9f-b3de-ed65d89b9b55 of type vxlan for network 03bd300c-61ea-4f89-b438-330374aecb67 Feb 17 20:10:45.525885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7e6f-d9af-42d9-b245-e9f4b186b358 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.545296 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.554471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7e6f-d9af-42d9-b245-e9f4b186b358 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285461'] for security_group_rule, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.572329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:45.605516 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 6fa22766-6f0a-44df-9b98-09dfcbd434fe up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:10:45.618630 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d7e6f-d9af-42d9-b245-e9f4b186b358 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0d7818-d7b1-4117-8f3d-d2d61edbe7a4,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:45.625608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3a2d7e6f-d9af-42d9-b245-e9f4b186b358 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:45.634164 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.641338 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:45.641976 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.642815 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0905dc33-b9de-4afc-b666-596d709b4b15 req-381ee2a7-e967-42be-ae70-4ee977cec678 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 210 time: 0.1860058 Feb 17 20:10:45.662230 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:45.685288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7e6f-d9af-42d9-b245-e9f4b186b358 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.686611 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-3a2d7e6f-d9af-42d9-b245-e9f4b186b358 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5328703 Feb 17 20:10:45.690795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51776) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:45.713495 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-b521a3a2-a036-4979-9935-87474263b1b5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Request body: {'security_group_rule': {'security_group_id': 'bdb42717-7720-4344-bd54-75037d54e838', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:45.737523 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Allocated IP 172.20.0.1 (1d2eccab-e555-4638-9d23-76160788f85e/92d4e627-553d-414a-b50c-142182377aca/6f8937f2-b8c8-4992-aef9-c5be17218e40) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:10:45.768354 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.781264 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Transition to ACTIVE for port object 67c5a89a-444c-48fd-99f5-9e7f84970b42 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:10:45.787051 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.798798 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2498791 Feb 17 20:10:45.803598 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51784) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:45.808240 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:45.812196 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Request body: {'subnet': {'network_id': '03bd300c-61ea-4f89-b438-330374aecb67', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1642273527-subnet', 'tenant_id': 'a61a57fd5e3d47faaa06e29b0e72e85c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:45.830323 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:45.833561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Pushing event updated for resources: {'Network': ['ID=03bd300c-61ea-4f89-b438-330374aecb67,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:45.846108 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Usage tracker for resource:subnet and tenant:a61a57fd5e3d47faaa06e29b0e72e85c is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:45.849459 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:45.853588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:45.863307 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:45.890311 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Made reservation on behalf of a61a57fd5e3d47faaa06e29b0e72e85c for: {'subnet': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:10:45.895905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Notify callbacks [] for subnet, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:45.921849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.127', 54401) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:45.952517 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0ecb3-1187-4e98-a97c-732993abaf56 None None] Pushing event updated for resources: {'Port': ['ID=67c5a89a-444c-48fd-99f5-9e7f84970b42,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:45.956132 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network 03bd300c-61ea-4f89-b438-330374aecb67 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:10:45.970612 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network 03bd300c-61ea-4f89-b438-330374aecb67 details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:10:46.009361 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-add0ecb3-1187-4e98-a97c-732993abaf56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:46.060856 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-b521a3a2-a036-4979-9935-87474263b1b5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:46.112367 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-b521a3a2-a036-4979-9935-87474263b1b5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Usage tracker for resource:security_group_rule and tenant:bef112b64fbd44c2889ba8317513c94e is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:46.149931 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-b521a3a2-a036-4979-9935-87474263b1b5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:46.162119 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-b521a3a2-a036-4979-9935-87474263b1b5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:46.201313 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b521a3a2-a036-4979-9935-87474263b1b5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:46.307439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-d2d6b714-cbe3-4893-a8cc-ef0da702b633 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:46.309086 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-d2d6b714-cbe3-4893-a8cc-ef0da702b633 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "GET /v2.0/networks?id=1d998394-3382-4088-83f9-0b0a244c1013 HTTP/1.1" status: 200 len: 815 time: 0.3844793 Feb 17 20:10:46.366121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Request body: {'port': {'device_id': 'e411c9ba-8b8b-4d8d-804f-9591a57a8f65', 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013', 'admin_state_up': True, 'tenant_id': '90c75951530148fab0bc8105623c8dab'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:46.385558 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 6fa22766-6f0a-44df-9b98-09dfcbd434fe completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:10:46.402695 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 6fa22766-6f0a-44df-9b98-09dfcbd434fe triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:10:46.404932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:46.575986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:46.593534 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Attempting to bind port 67c5a89a-444c-48fd-99f5-9e7f84970b42 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:10:46.594334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Attempting to bind port 67c5a89a-444c-48fd-99f5-9e7f84970b42 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:10:46.597194 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Attempting to bind port 67c5a89a-444c-48fd-99f5-9e7f84970b42 on network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:10:46.643063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Sync routers for ids ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:10:46.660962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Routers {'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:10:46.661720 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:10:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:46.670111 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:10:46.670687 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Checking segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:10:46.671269 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:46.671811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Bound using segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:10:46.690482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Bound port: 67c5a89a-444c-48fd-99f5-9e7f84970b42, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:10:46.693908 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:46.715387 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-18707f94-b57c-41a4-8fc5-ad11f97b9610 req-4e238538-8816-4630-943f-e82ded433830 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 210 time: 0.1716313 Feb 17 20:10:46.715978 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.127', 54409) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:46.730183 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:46.897226 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] For port 67c5a89a-444c-48fd-99f5-9e7f84970b42, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:10:46.906830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b521a3a2-a036-4979-9935-87474263b1b5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:46.909211 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] For port 67c5a89a-444c-48fd-99f5-9e7f84970b42, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=67c5a89a-444c-48fd-99f5-9e7f84970b42,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:10:46.911701 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:46.921542 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:46.953950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:46.961491 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Usage tracker for resource:port and tenant:90c75951530148fab0bc8105623c8dab is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:46.984203 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:46.993891 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:47.005610 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:47.055016 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Made reservation on behalf of 90c75951530148fab0bc8105623c8dab for: {'port': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:10:47.068938 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:47.144254 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Network 1d2eccab-e555-4638-9d23-76160788f85e is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:10:47.148540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b521a3a2-a036-4979-9935-87474263b1b5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285461'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:47.181305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:10:47.192929 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:10:47.193465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406546'] for router_interface, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:47.205197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0ecb3-1187-4e98-a97c-732993abaf56 None None] Pushing event updated for resources: {'Port': ['ID=67c5a89a-444c-48fd-99f5-9e7f84970b42,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:47.214676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-add0ecb3-1187-4e98-a97c-732993abaf56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:47.218315 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Set router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:10:47.384536 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:47.390123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Routers {'d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:10:47.390970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:10:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:47.626251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] Set router d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:10:47.844573 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8d6ad61d-c7e5-4ac3-81ab-cb453a481952 req-6567b93f-524d-4f84-8b3f-398398a78be3 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 210 time: 0.7146778 Feb 17 20:10:48.015669 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8937f2-b8c8-4992-aef9-c5be17218e40,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:48.044026 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 6fa22766-6f0a-44df-9b98-09dfcbd434fe, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=6fa22766-6f0a-44df-9b98-09dfcbd434fe,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:10:48.070965 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:48.128931 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:48.167356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.251s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:48.207644 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:48.234629 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 2, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:48.244383 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Checking router: a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:10:48.245065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Updating router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 port 5b04e11d-0518-4fa3-90f3-b7fb8653d094 binding host dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:10:48.295244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521a3a2-a036-4979-9935-87474263b1b5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12cbf6cf-adfb-4233-bd67-2ba747a80b9c,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:48.420972 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:48.447356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=6fa22766-6f0a-44df-9b98-09dfcbd434fe,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:48.459742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:48.517157 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ca337c74-7d7d-48fc-a871-f7ecf4eb2393 req-e5a6f142-8292-4317-b833-48323d75691a tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 210 time: 0.3375559 Feb 17 20:10:48.547192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b521a3a2-a036-4979-9935-87474263b1b5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:48.718531 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-9b87b576-d0d9-4587-bc5f-60239c65619d tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:48.722425 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-9b87b576-d0d9-4587-bc5f-60239c65619d tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.127 "GET /v2.0/networks?id=f0e2369c-e4ac-45b6-930c-cee930a28c81 HTTP/1.1" status: 200 len: 811 time: 1.9941754 Feb 17 20:10:48.730476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:48.748374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'name': 'tempest-ServerRescueNegativeTestJSON-1128908191-router', 'tenant_id': '2b9361d772f4489e90685a3b38a5e845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '67c5a89a-444c-48fd-99f5-9e7f84970b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:35Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 3, 'project_id': '2b9361d772f4489e90685a3b38a5e845', 'gw_port': {'id': '67c5a89a-444c-48fd-99f5-9e7f84970b42', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:48.774077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f539ac6-f42a-4db7-807f-e6cb78852e40 None None] The sync data for ids ['d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'] in dv-cinder-760038-3-iscsi is: [{'id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'name': 'tempest-ServerRescueNegativeTestJSON-1128908191-router', 'tenant_id': '2b9361d772f4489e90685a3b38a5e845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '67c5a89a-444c-48fd-99f5-9e7f84970b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:35Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 3, 'project_id': '2b9361d772f4489e90685a3b38a5e845', 'gw_port': {'id': '67c5a89a-444c-48fd-99f5-9e7f84970b42', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:10:48.797048 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b521a3a2-a036-4979-9935-87474263b1b5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:48.798971 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-b521a3a2-a036-4979-9935-87474263b1b5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.1071465 Feb 17 20:10:48.802569 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51882) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:48.812305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Request body: {'floatingip': {'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:48.824622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Request body: {'port': {'device_id': '71acb44c-c429-4255-b4ba-d9aa331bc637', 'network_id': 'f0e2369c-e4ac-45b6-930c-cee930a28c81', 'admin_state_up': True, 'tenant_id': '12105208cfd049c3966c54855bf3b32e'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:48.833246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:48.853836 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Usage tracker for resource:floatingip and tenant:bef112b64fbd44c2889ba8317513c94e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:48.858024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Allocated IP 172.20.0.3 (1d998394-3382-4088-83f9-0b0a244c1013/40596174-1d83-4cff-a7f9-39ed48674b8d/d3fb8d4c-36a7-4eff-901f-a437194b7a52) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:10:48.861304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:48.873388 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for subnet, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:48.881231 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:48.914024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:49.575614 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:49.718894 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:49.770021 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda63c52-e6ee-42c2-af5d-862f3e226119,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:49.771755 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7e0a8f48-c038-47e6-adbd-a313f3f782a2 req-1800635c-b870-47d6-9a3f-84b633b24a46 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 210 time: 0.5824730 Feb 17 20:10:49.786408 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:49.796439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51896) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:49.814276 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:49.821725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Usage tracker for resource:port and tenant:12105208cfd049c3966c54855bf3b32e is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:49.851131 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:49.905840 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:50.013415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:50.022082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for floatingip, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:50.041328 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Transition to ACTIVE for port object 5b04e11d-0518-4fa3-90f3-b7fb8653d094 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:10:50.045688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:50.056924 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:50.066361 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:50.127485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Checking segment: {'id': '111290fc-28c8-4d9f-b3de-ed65d89b9b55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '03bd300c-61ea-4f89-b438-330374aecb67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:10:50.127980 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Network hostable DHCP agents. Network: 03bd300c-61ea-4f89-b438-330374aecb67, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:10:50.242901 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Made reservation on behalf of 12105208cfd049c3966c54855bf3b32e for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:10:50.262582 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:50.287233 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a1bf98e5-c415-4ef8-9f4e-5d8928c09829 req-e53708ac-237e-4e14-9781-66fa2cc94e0c tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 210 time: 0.4326501 Feb 17 20:10:50.348888 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:10:50.397262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 6fa22766-6f0a-44df-9b98-09dfcbd434fe up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:10:50.398217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fbe4d-3f1c-49a9-bfbf-6f7f8a512eaf None None] Pushing event updated for resources: {'Port': ['ID=5b04e11d-0518-4fa3-90f3-b7fb8653d094,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:50.403103 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a41fbe4d-3f1c-49a9-bfbf-6f7f8a512eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:50.541030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Pushing event updated for resources: {'Port': ['ID=d3fb8d4c-36a7-4eff-901f-a437194b7a52,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:50.551365 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:50.607794 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Network 1d998394-3382-4088-83f9-0b0a244c1013 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:10:50.619306 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:10:50.633024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 6fa22766-6f0a-44df-9b98-09dfcbd434fe triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:10:50.634099 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:50.638060 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:10:50.643932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:50.646744 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:50.695997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Attempting to bind port 5b04e11d-0518-4fa3-90f3-b7fb8653d094 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:10:50.697033 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Attempting to bind port 5b04e11d-0518-4fa3-90f3-b7fb8653d094 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:10:50.697207 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Network 03bd300c-61ea-4f89-b438-330374aecb67 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:10:50.697811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Attempting to bind port 5b04e11d-0518-4fa3-90f3-b7fb8653d094 on network a0904cfe-b6c7-49f8-a858-3708f653bb38 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:10:50.708471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:10:50.709663 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Checking segment: {'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:10:50.710530 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:50.711103 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Bound using segment: {'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:10:50.713895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Bound port: 5b04e11d-0518-4fa3-90f3-b7fb8653d094, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:10:50.716129 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:50.723552 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3648481 Feb 17 20:10:50.739600 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, 03bd300c-61ea-4f89-b438-330374aecb67) {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:10:50.768571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:50.769455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:50.826214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdb2028-1577-4b4b-a372-a29469256735 None None] Network 03bd300c-61ea-4f89-b438-330374aecb67 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:10:50.833537 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-6223adf7-fd23-4b04-9466-fc52cbe3d7db admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.0284414 Feb 17 20:10:50.834914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-63cbb1c8-85b1-4938-a21d-55895619eb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:50.870976 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-63cbb1c8-85b1-4938-a21d-55895619eb3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:50.875472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-63cbb1c8-85b1-4938-a21d-55895619eb3f admin admin] Usage tracker for resource:security_group_rule and tenant:9a36869ce90e4c5fa27652f96066180d is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:50.879558 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-63cbb1c8-85b1-4938-a21d-55895619eb3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:50.886002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-63cbb1c8-85b1-4938-a21d-55895619eb3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:50.997727 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-63cbb1c8-85b1-4938-a21d-55895619eb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:51.003870 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-63cbb1c8-85b1-4938-a21d-55895619eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:51.042205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] For port 5b04e11d-0518-4fa3-90f3-b7fb8653d094, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:10:51.046639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] For port 5b04e11d-0518-4fa3-90f3-b7fb8653d094, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=5b04e11d-0518-4fa3-90f3-b7fb8653d094,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:10:51.048638 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:51.060542 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:51.087459 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-63cbb1c8-85b1-4938-a21d-55895619eb3f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a36869ce90e4c5fa27652f96066180d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2700379 Feb 17 20:10:51.103712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51916) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:51.104534 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbb1c8-85b1-4938-a21d-55895619eb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39abab8b-c13c-4af1-8e47-484f56c59e60,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:51.116274 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:51.123761 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-63cbb1c8-85b1-4938-a21d-55895619eb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:51.296418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a7dcb-e0f0-49c1-aa2a-d35c4f96fbd1 req-78592cd7-140f-4bea-965e-d356607be6c6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:51.306336 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d78a7dcb-e0f0-49c1-aa2a-d35c4f96fbd1 req-78592cd7-140f-4bea-965e-d356607be6c6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 931 time: 0.2823198 Feb 17 20:10:51.317266 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-51c921b1-f613-4fca-b25e-0346e7341ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:51.434510 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d78a7dcb-e0f0-49c1-aa2a-d35c4f96fbd1 req-a8b0064b-c7fa-45aa-a19a-bad75a2b3cbb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Synchronizing usage tracker for tenant:90c75951530148fab0bc8105623c8dab on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:10:51.440905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-51c921b1-f613-4fca-b25e-0346e7341ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:51.492542 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d78a7dcb-e0f0-49c1-aa2a-d35c4f96fbd1 req-a8b0064b-c7fa-45aa-a19a-bad75a2b3cbb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Unset dirty status for tenant:90c75951530148fab0bc8105623c8dab on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:10:51.503441 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d78a7dcb-e0f0-49c1-aa2a-d35c4f96fbd1 req-a8b0064b-c7fa-45aa-a19a-bad75a2b3cbb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954129 Feb 17 20:10:51.544023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:51.554415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:51.559892 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369164'] for router_interface, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:51.578158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:51.616834 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fbe4d-3f1c-49a9-bfbf-6f7f8a512eaf None None] Pushing event updated for resources: {'Port': ['ID=5b04e11d-0518-4fa3-90f3-b7fb8653d094,revision_number=4']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:51.634488 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a41fbe4d-3f1c-49a9-bfbf-6f7f8a512eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:51.676260 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-98e548d2-264d-4a38-b29e-9edbd8462c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:51.748469 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Routers {'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:10:51.749203 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:10:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:51.847166 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-51c921b1-f613-4fca-b25e-0346e7341ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:51.865169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-63cbb1c8-85b1-4938-a21d-55895619eb3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:51.902050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c921b1-f613-4fca-b25e-0346e7341ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39abab8b-c13c-4af1-8e47-484f56c59e60,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:51.920724 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-51c921b1-f613-4fca-b25e-0346e7341ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:51.920956 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 67c5a89a-444c-48fd-99f5-9e7f84970b42 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:10:51.933852 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-51c921b1-f613-4fca-b25e-0346e7341ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:51.935250 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-51c921b1-f613-4fca-b25e-0346e7341ec0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/39abab8b-c13c-4af1-8e47-484f56c59e60 HTTP/1.1" status: 204 len: 168 time: 0.8092408 Feb 17 20:10:51.989391 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8937f2-b8c8-4992-aef9-c5be17218e40,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:52.168945 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:52.168945 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fd508142-74da-4381-bf53-de2c44ebb009 req-3443c8cd-7c72-4e6d-8331-ec4ec84c5a14 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 210 time: 0.3252113 Feb 17 20:10:52.219962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 67c5a89a-444c-48fd-99f5-9e7f84970b42 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:10:52.227603 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa19f040-47d8-4c41-a4ff-80c942ac1df1 None None] Network 03bd300c-61ea-4f89-b438-330374aecb67 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:10:52.270985 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] Set router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:10:52.383496 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Network 1d2eccab-e555-4638-9d23-76160788f85e is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:10:52.388983 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:10:52.442809 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Allocated IP 172.27.1.200 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/59436beb-ef8e-4487-98e1-7a2e540496ea) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:10:52.675771 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 51946) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:52.705096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-123048536-network', 'tenant_id': 'c5a2df11c4d9426bba237c303f1cda2c'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:52.735273 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:52.755112 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Usage tracker for resource:network and tenant:c5a2df11c4d9426bba237c303f1cda2c is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:52.757388 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 67c5a89a-444c-48fd-99f5-9e7f84970b42 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:10:52.765920 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:52.771025 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:52.793760 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:52.883594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Allocated IP 172.20.0.13 (f0e2369c-e4ac-45b6-930c-cee930a28c81/23622858-9368-4530-b5c8-86a17ea9bd41/104bbbb5-5e02-41c4-b7c3-0d910f03a452) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:10:52.930972 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:52.944563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Router d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:10:52.980397 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:52.983342 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Made reservation on behalf of c5a2df11c4d9426bba237c303f1cda2c for: {'network': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:10:52.989708 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:53.035427 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:53.056660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:53.094730 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45001d-06cb-40e8-9d74-3c3b9886da09 req-5a78370b-00d0-466c-bba9-4b7bb93088a4 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:53.102575 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bb45001d-06cb-40e8-9d74-3c3b9886da09 req-5a78370b-00d0-466c-bba9-4b7bb93088a4 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 931 time: 0.2863226 Feb 17 20:10:53.102921 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:51Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:53.117551 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba498b-448a-4ffb-8a62-d6a6ab4d8695 None None] The sync data for ids ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'] in dv-cinder-760038-3-iscsi is: [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:51Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:10:53.223732 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bb45001d-06cb-40e8-9d74-3c3b9886da09 req-233b8839-6a0a-4087-924c-d2b97644ec67 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199768 Feb 17 20:10:53.458654 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event updated for resources: {'Port': ['ID=59436beb-ef8e-4487-98e1-7a2e540496ea,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:53.481453 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:53.490646 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:53.507102 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-57e6bd48-74e8-42d8-b68e-b83030395c9c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84037) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:10:53.510406 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-57e6bd48-74e8-42d8-b68e-b83030395c9c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0158267 Feb 17 20:10:53.523918 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Usage tracker for resource:security_group_rule and tenant:c5a2df11c4d9426bba237c303f1cda2c is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:53.535182 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:53.555224 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:53.568245 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:53.591628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:10:53.595346 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 67c5a89a-444c-48fd-99f5-9e7f84970b42, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=67c5a89a-444c-48fd-99f5-9e7f84970b42,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:10:53.600326 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:10:53.603646 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:53.611732 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:53.618315 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:10:53.674032 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:53.868768 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=67c5a89a-444c-48fd-99f5-9e7f84970b42,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:53.873251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 5b04e11d-0518-4fa3-90f3-b7fb8653d094 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:10:53.988625 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:54.006682 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:54.102095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:10:54.118250 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Sync routers for ids ['d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:10:54.142144 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] 10.222.0.73 "PUT /v2.0/routers/d8fe933d-0b1c-4f36-a4a9-993ec9fdea81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0773997 Feb 17 20:10:54.144799 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:54.163063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 5b04e11d-0518-4fa3-90f3-b7fb8653d094 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:10:54.169204 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Routers {'d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:10:54.174297 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:10:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:54.239556 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:54.328022 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Request body: {'port': {'device_id': 'e411c9ba-8b8b-4d8d-804f-9591a57a8f65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:54.484228 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:54.760320 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Pushing event updated for resources: {'Port': ['ID=104bbbb5-5e02-41c4-b7c3-0d910f03a452,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:54.780922 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:54.830518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a5c16-603b-4ad2-b85d-2a9a2c4369e0 req-b32e9199-c15c-4378-a543-48a81ad8fc29 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:54.831902 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-461a5c16-603b-4ad2-b85d-2a9a2c4369e0 req-b32e9199-c15c-4378-a543-48a81ad8fc29 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Synchronizing usage tracker for tenant:12105208cfd049c3966c54855bf3b32e on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:10:54.849018 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:54.867459 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Set router d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:10:54.890669 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:54.945677 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:10:54.966041 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:54.966459 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Added segment 509d27bd-e971-462f-ae47-79c203903e66 of type vxlan for network 4c8c0e8e-c315-4961-9f33-bab2d53952e4 Feb 17 20:10:55.017224 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:55.059561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:55.063681 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Network f0e2369c-e4ac-45b6-930c-cee930a28c81 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:10:55.066770 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-461a5c16-603b-4ad2-b85d-2a9a2c4369e0 req-b32e9199-c15c-4378-a543-48a81ad8fc29 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Unset dirty status for tenant:12105208cfd049c3966c54855bf3b32e on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:10:55.081136 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-461a5c16-603b-4ad2-b85d-2a9a2c4369e0 req-b32e9199-c15c-4378-a543-48a81ad8fc29 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 932 time: 1.0923662 Feb 17 20:10:55.095957 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:10:55.101995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:10:55.111833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f736780-fd8e-4d03-bc92-65541d71b985,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:55.122960 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:55.125512 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:55.131859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:55.132002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:55.134998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:55.186117 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:55.186804 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:55.221866 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4259620 Feb 17 20:10:55.256359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-461a5c16-603b-4ad2-b85d-2a9a2c4369e0 req-4c3f270e-a47d-4319-807c-862e0106e900 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Synchronizing usage tracker for tenant:12105208cfd049c3966c54855bf3b32e on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:10:55.269692 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839c0f3-2edb-41bf-aaf4-992c542d1aea req-0884e0d0-6eda-4d22-9ecf-6e122c530d68 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:55.271618 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f839c0f3-2edb-41bf-aaf4-992c542d1aea req-0884e0d0-6eda-4d22-9ecf-6e122c530d68 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 931 time: 0.6521878 Feb 17 20:10:55.294151 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 5b04e11d-0518-4fa3-90f3-b7fb8653d094 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:10:55.294773 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Request body: {'port': {'device_id': '71acb44c-c429-4255-b4ba-d9aa331bc637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:55.295127 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:55.307987 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:55.408448 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7315531 Feb 17 20:10:55.525144 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:55.567301 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 5b04e11d-0518-4fa3-90f3-b7fb8653d094, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=5b04e11d-0518-4fa3-90f3-b7fb8653d094,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:10:55.580449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:55.604025 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:55.823229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=5b04e11d-0518-4fa3-90f3-b7fb8653d094,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:55.845239 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 67c5a89a-444c-48fd-99f5-9e7f84970b42 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:10:55.911697 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:55.917971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-461a5c16-603b-4ad2-b85d-2a9a2c4369e0 req-4c3f270e-a47d-4319-807c-862e0106e900 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Unset dirty status for tenant:12105208cfd049c3966c54855bf3b32e on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:10:55.923544 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-461a5c16-603b-4ad2-b85d-2a9a2c4369e0 req-4c3f270e-a47d-4319-807c-862e0106e900 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/security-groups?id=fee4d955-37bc-4302-91ca-25e98930ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8412671 Feb 17 20:10:55.938331 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'name': 'tempest-ServerRescueNegativeTestJSON-1128908191-router', 'tenant_id': '2b9361d772f4489e90685a3b38a5e845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '67c5a89a-444c-48fd-99f5-9e7f84970b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:35Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '2b9361d772f4489e90685a3b38a5e845', 'gw_port': {'id': '67c5a89a-444c-48fd-99f5-9e7f84970b42', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '6f8937f2-b8c8-4992-aef9-c5be17218e40', 'name': '', 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e', 'tenant_id': '2b9361d772f4489e90685a3b38a5e845', 'mac_address': 'fa:16:3e:b9:e4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '92d4e627-553d-414a-b50c-142182377aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:44Z', 'updated_at': '2021-02-17T20:10:50Z', 'revision_number': 2, 'project_id': '2b9361d772f4489e90685a3b38a5e845', 'subnets': [{'id': '92d4e627-553d-414a-b50c-142182377aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:55.944639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Checking router: d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:10:55.945287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Updating router d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 port 6f8937f2-b8c8-4992-aef9-c5be17218e40 binding host dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:10:55.946472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52016) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:10:56.025832 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Request body: {'subnet': {'network_id': '4c8c0e8e-c315-4961-9f33-bab2d53952e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-123048536-subnet', 'tenant_id': 'c5a2df11c4d9426bba237c303f1cda2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:10:56.071910 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:10:56.074349 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:56.142827 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Usage tracker for resource:subnet and tenant:c5a2df11c4d9426bba237c303f1cda2c is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:10:56.189768 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f839c0f3-2edb-41bf-aaf4-992c542d1aea req-18591239-52e8-4077-9081-20f286ac041e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9039316 Feb 17 20:10:56.190881 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:10:56.309047 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:10:56.370718 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Made reservation on behalf of c5a2df11c4d9426bba237c303f1cda2c for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:10:56.376180 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:56.515781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Pushing event updated for resources: {'Network': ['ID=4c8c0e8e-c315-4961-9f33-bab2d53952e4,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:56.527445 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:56.721437 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.413s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:57.000595 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:57.014082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Transition to ACTIVE for port object 6f8937f2-b8c8-4992-aef9-c5be17218e40 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:10:57.023239 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 67c5a89a-444c-48fd-99f5-9e7f84970b42 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:10:57.023663 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:57.087494 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:57.088529 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network 4c8c0e8e-c315-4961-9f33-bab2d53952e4 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:10:57.154383 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104bbbb5-5e02-41c4-b7c3-0d910f03a452 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:10:57.168447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:57.183485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for port, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:57.206209 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Transition to ACTIVE for port object 104bbbb5-5e02-41c4-b7c3-0d910f03a452 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:10:57.241176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:57.271702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:57.278074 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-add0ecb3-1187-4e98-a97c-732993abaf56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:57.316394 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:57.424899 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event updated for resources: {'Port': ['ID=59436beb-ef8e-4487-98e1-7a2e540496ea,revision_number=2']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:57.433744 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:57.566954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:57.586756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:57.636175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:57.637516 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8302808 Feb 17 20:10:57.681338 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fb8d4c-36a7-4eff-901f-a437194b7a52 {{(pid=84037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:10:57.706174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:57.737431 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Transition to ACTIVE for port object d3fb8d4c-36a7-4eff-901f-a437194b7a52 will not be triggered until provisioned by entity L2. {{(pid=84037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:10:57.741610 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:57.771425 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Pushing event updated for resources: {'Port': ['ID=104bbbb5-5e02-41c4-b7c3-0d910f03a452,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:57.785712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:57.809527 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb40b86-760a-4202-882b-e3e5dd4b8916 None None] Pushing event updated for resources: {'Port': ['ID=6f8937f2-b8c8-4992-aef9-c5be17218e40,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:57.819648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-dfb40b86-760a-4202-882b-e3e5dd4b8916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:57.926497 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:58.016796 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 5b04e11d-0518-4fa3-90f3-b7fb8653d094 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:10:58.020488 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Pushing event updated for resources: {'Port': ['ID=d3fb8d4c-36a7-4eff-901f-a437194b7a52,revision_number=2']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:58.025829 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:58.042162 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08086a-eb30-4031-871d-5b5c9bdb03dc req-a59c88b1-304a-4872-880e-be85f8e90285 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:58.044688 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2f08086a-eb30-4031-871d-5b5c9bdb03dc req-a59c88b1-304a-4872-880e-be85f8e90285 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 944 time: 0.8254900 Feb 17 20:10:58.129816 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2f08086a-eb30-4031-871d-5b5c9bdb03dc req-443763f9-6350-4f37-a0ad-16c0e2ac900f tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/security-groups?id=fee4d955-37bc-4302-91ca-25e98930ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775683 Feb 17 20:10:58.137210 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-e1f7963c-cf62-4c11-a4fb-df3ae5816499 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:58.145420 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-e1f7963c-cf62-4c11-a4fb-df3ae5816499 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/networks?id=1d2eccab-e555-4638-9d23-76160788f85e HTTP/1.1" status: 200 len: 819 time: 0.9271822 Feb 17 20:10:58.147723 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Attempting to bind port 6f8937f2-b8c8-4992-aef9-c5be17218e40 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:10:58.148140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Attempting to bind port 6f8937f2-b8c8-4992-aef9-c5be17218e40 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': 'df98e125-e334-46b4-badc-a3d868ddf90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:10:58.148550 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Attempting to bind port 6f8937f2-b8c8-4992-aef9-c5be17218e40 on network 1d2eccab-e555-4638-9d23-76160788f85e {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:10:58.164310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:10:58.164735 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Checking segment: {'id': 'df98e125-e334-46b4-badc-a3d868ddf90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:10:58.165258 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:58.165691 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Bound using segment: {'id': 'df98e125-e334-46b4-badc-a3d868ddf90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:10:58.166214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Bound port: 6f8937f2-b8c8-4992-aef9-c5be17218e40, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df98e125-e334-46b4-badc-a3d868ddf90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:10:58.166635 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:58.258183 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Attempting to bind port d3fb8d4c-36a7-4eff-901f-a437194b7a52 on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:10:58.258733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Attempting to bind port d3fb8d4c-36a7-4eff-901f-a437194b7a52 by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'}] {{(pid=84037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:10:58.259229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Attempting to bind port d3fb8d4c-36a7-4eff-901f-a437194b7a52 on network 1d998394-3382-4088-83f9-0b0a244c1013 {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:10:58.266835 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:10:58.267215 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Checking segment: {'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:10:58.267655 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:58.268446 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Bound using segment: {'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'} {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:10:58.269017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Bound port: d3fb8d4c-36a7-4eff-901f-a437194b7a52, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'}}] {{(pid=84037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:10:58.269400 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:58.283405 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 5b04e11d-0518-4fa3-90f3-b7fb8653d094 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:10:58.283995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:58.325204 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-fdcb9086-81ec-4f9e-b822-674277b2227e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/quotas/2b9361d772f4489e90685a3b38a5e845 HTTP/1.1" status: 200 len: 375 time: 0.1786528 Feb 17 20:10:58.420843 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] For port d3fb8d4c-36a7-4eff-901f-a437194b7a52, host hv-cinder-76003, cleared binding levels {{(pid=84037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:10:58.426708 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] For port d3fb8d4c-36a7-4eff-901f-a437194b7a52, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=d3fb8d4c-36a7-4eff-901f-a437194b7a52,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:10:58.432811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:58.462382 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ba15b37d-1761-41e3-af22-ccc54763136c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:58.519033 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] For port 6f8937f2-b8c8-4992-aef9-c5be17218e40, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:10:58.521984 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Attempting to bind port 104bbbb5-5e02-41c4-b7c3-0d910f03a452 on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:10:58.522473 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Attempting to bind port 104bbbb5-5e02-41c4-b7c3-0d910f03a452 by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': 'f427abc4-aafa-47e7-bed6-ccace2766613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f0e2369c-e4ac-45b6-930c-cee930a28c81'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:10:58.522856 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Attempting to bind port 104bbbb5-5e02-41c4-b7c3-0d910f03a452 on network f0e2369c-e4ac-45b6-930c-cee930a28c81 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:10:58.529938 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] For port 6f8937f2-b8c8-4992-aef9-c5be17218e40, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=6f8937f2-b8c8-4992-aef9-c5be17218e40,segment=NetworkSegment(df98e125-e334-46b4-badc-a3d868ddf90b),segment_id=df98e125-e334-46b4-badc-a3d868ddf90b)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:10:58.535263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:58.535887 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:10:58.536270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Checking segment: {'id': 'f427abc4-aafa-47e7-bed6-ccace2766613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f0e2369c-e4ac-45b6-930c-cee930a28c81'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:10:58.536721 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:58.537153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Bound using segment: {'id': 'f427abc4-aafa-47e7-bed6-ccace2766613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f0e2369c-e4ac-45b6-930c-cee930a28c81'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:10:58.537683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Bound port: 104bbbb5-5e02-41c4-b7c3-0d910f03a452, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f427abc4-aafa-47e7-bed6-ccace2766613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f0e2369c-e4ac-45b6-930c-cee930a28c81'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:10:58.538063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:58.606200 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:58.699081 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Pushing event updated for resources: {'Port': ['ID=d3fb8d4c-36a7-4eff-901f-a437194b7a52,revision_number=3']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:58.705560 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] For port 104bbbb5-5e02-41c4-b7c3-0d910f03a452, host hv-cinder-76003, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:10:58.713514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:58.734821 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:58.735591 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:58.737019 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] 10.222.0.127 "PUT /v2.0/ports/d3fb8d4c-36a7-4eff-901f-a437194b7a52 HTTP/1.1" status: 200 len: 1157 time: 4.7946913 Feb 17 20:10:58.737539 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e411c9ba-8b8b-4d8d-804f-9591a57a8f65', 'tag': 'd3fb8d4c-36a7-4eff-901f-a437194b7a52'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:10:58.747384 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d209cf-630a-4395-a44a-0962d4e15366 req-ec1c31dd-f82d-4032-bd74-09d53aad7165 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:58.749433 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c5d209cf-630a-4395-a44a-0962d4e15366 req-ec1c31dd-f82d-4032-bd74-09d53aad7165 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 943 time: 0.4206271 Feb 17 20:10:58.753216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-74d62246-b252-490b-b371-38820150bae9 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Synchronizing usage tracker for tenant:2b9361d772f4489e90685a3b38a5e845 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:10:58.797588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network 4c8c0e8e-c315-4961-9f33-bab2d53952e4 details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:10:58.803483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] For port 104bbbb5-5e02-41c4-b7c3-0d910f03a452, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=104bbbb5-5e02-41c4-b7c3-0d910f03a452,segment=NetworkSegment(f427abc4-aafa-47e7-bed6-ccace2766613),segment_id=f427abc4-aafa-47e7-bed6-ccace2766613)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:10:58.808452 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c5d209cf-630a-4395-a44a-0962d4e15366 req-0278369e-ea4a-485e-86f3-0a93b7c256ca tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516970 Feb 17 20:10:58.826312 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:59.011943 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-16e968dd-5267-4218-b8fc-47afe3cd7a86 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:10:59.022926 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb40b86-760a-4202-882b-e3e5dd4b8916 None None] Pushing event updated for resources: {'Port': ['ID=6f8937f2-b8c8-4992-aef9-c5be17218e40,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:59.030034 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-dfb40b86-760a-4202-882b-e3e5dd4b8916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:59.046412 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-74d62246-b252-490b-b371-38820150bae9 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Unset dirty status for tenant:2b9361d772f4489e90685a3b38a5e845 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:10:59.047901 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-74d62246-b252-490b-b371-38820150bae9 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b9361d772f4489e90685a3b38a5e845&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6736987 Feb 17 20:10:59.097245 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Routers {'d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:10:59.097950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:10:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:59.305251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] Set router d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:10:59.459700 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-f90e2278-a94f-4508-9633-9f4457540a76 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--206181280&fields=id&tenant_id=bef112b64fbd44c2889ba8317513c94e HTTP/1.1" status: 200 len: 267 time: 0.4735522 Feb 17 20:10:59.510511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Pushing event updated for resources: {'Port': ['ID=104bbbb5-5e02-41c4-b7c3-0d910f03a452,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:10:59.532842 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:59.533746 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:10:59.535433 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] 10.222.0.127 "PUT /v2.0/ports/104bbbb5-5e02-41c4-b7c3-0d910f03a452 HTTP/1.1" status: 200 len: 1158 time: 4.2482054 Feb 17 20:10:59.538973 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71acb44c-c429-4255-b4ba-d9aa331bc637', 'tag': '104bbbb5-5e02-41c4-b7c3-0d910f03a452'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:10:59.724144 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:10:59.761677 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-f4ca2f0d-513a-4f67-9f0c-f9b57806e2ae service neutron] 10.222.0.73 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6900535 Feb 17 20:10:59.895023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'name': 'tempest-ServerRescueNegativeTestJSON-1128908191-router', 'tenant_id': '2b9361d772f4489e90685a3b38a5e845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '67c5a89a-444c-48fd-99f5-9e7f84970b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:35Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '2b9361d772f4489e90685a3b38a5e845', 'gw_port': {'id': '67c5a89a-444c-48fd-99f5-9e7f84970b42', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '6f8937f2-b8c8-4992-aef9-c5be17218e40', 'name': '', 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e', 'tenant_id': '2b9361d772f4489e90685a3b38a5e845', 'mac_address': 'fa:16:3e:b9:e4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '92d4e627-553d-414a-b50c-142182377aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:44Z', 'updated_at': '2021-02-17T20:10:58Z', 'revision_number': 4, 'project_id': '2b9361d772f4489e90685a3b38a5e845', 'subnets': [{'id': '92d4e627-553d-414a-b50c-142182377aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:10:59.901383 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf4ba0-d956-49fb-ae3f-e24041c93fb4 None None] The sync data for ids ['d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'] in dv-cinder-760038-3-iscsi is: [{'id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'name': 'tempest-ServerRescueNegativeTestJSON-1128908191-router', 'tenant_id': '2b9361d772f4489e90685a3b38a5e845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '67c5a89a-444c-48fd-99f5-9e7f84970b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:35Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '2b9361d772f4489e90685a3b38a5e845', 'gw_port': {'id': '67c5a89a-444c-48fd-99f5-9e7f84970b42', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '6f8937f2-b8c8-4992-aef9-c5be17218e40', 'name': '', 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e', 'tenant_id': '2b9361d772f4489e90685a3b38a5e845', 'mac_address': 'fa:16:3e:b9:e4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '92d4e627-553d-414a-b50c-142182377aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:44Z', 'updated_at': '2021-02-17T20:10:58Z', 'revision_number': 4, 'project_id': '2b9361d772f4489e90685a3b38a5e845', 'subnets': [{'id': '92d4e627-553d-414a-b50c-142182377aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:10:59.945238 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-325215a0-4a1b-4f6a-a198-d9dc3cb4cfb5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:10:59.947099 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-325215a0-4a1b-4f6a-a198-d9dc3cb4cfb5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/networks?id=a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 200 len: 817 time: 0.4791379 Feb 17 20:11:00.087338 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:00.089056 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-59413838-8247-4bd7-8167-f3af0a771a26 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/quotas/bef112b64fbd44c2889ba8317513c94e HTTP/1.1" status: 200 len: 375 time: 0.1258092 Feb 17 20:11:00.144117 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-254fc2f7-748d-4b18-9e3c-cd5a31626af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:00.291643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52118) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:00.334795 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-7e821ebd-875d-43a4-845e-1e3d3dd43c71 service neutron] 10.222.0.73 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5603416 Feb 17 20:11:00.365085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=106dd36d-d47f-4007-a2c4-f3234b272a49,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:00.374298 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:00.440396 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9ba455dc-0bc3-4643-8e09-12aa387196a4 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef112b64fbd44c2889ba8317513c94e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3012087 Feb 17 20:11:00.561876 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b0ee82e8-75f5-44ef-ae2c-b8157f753827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:00.591966 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-b0ee82e8-75f5-44ef-ae2c-b8157f753827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:00.598914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-b0ee82e8-75f5-44ef-ae2c-b8157f753827 admin admin] Usage tracker for resource:security_group_rule and tenant:29ad48440b5e49d0af3abc65e02e62d8 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:00.603624 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-b0ee82e8-75f5-44ef-ae2c-b8157f753827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:00.610168 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-b0ee82e8-75f5-44ef-ae2c-b8157f753827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:00.658069 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Checking segment: {'id': '509d27bd-e971-462f-ae47-79c203903e66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4c8c0e8e-c315-4961-9f33-bab2d53952e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:11:00.658471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Network hostable DHCP agents. Network: 4c8c0e8e-c315-4961-9f33-bab2d53952e4, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:11:00.796280 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-8194bf08-65b5-4ceb-9c14-5ac37473d001 service neutron] 10.222.0.73 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323710 Feb 17 20:11:00.797535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Network 4c8c0e8e-c315-4961-9f33-bab2d53952e4 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:11:00.827304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b0ee82e8-75f5-44ef-ae2c-b8157f753827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:00.833310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b0ee82e8-75f5-44ef-ae2c-b8157f753827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:00.849654 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, 4c8c0e8e-c315-4961-9f33-bab2d53952e4) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:11:00.858490 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:00.863538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41526c3-da05-49bc-8077-ffc6da1d3cc9 None None] Network 4c8c0e8e-c315-4961-9f33-bab2d53952e4 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:11:00.865791 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:00.866451 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:00.981570 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee82e8-75f5-44ef-ae2c-b8157f753827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13a2734-dec7-45d3-9a3b-5e7396f97b87,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:00.983048 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-b3b3e2e6-6ba5-41d3-acb6-0c9daa9b232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:00.985342 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-b3b3e2e6-6ba5-41d3-acb6-0c9daa9b232e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=90c75951530148fab0bc8105623c8dab&device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 1160 time: 0.2830694 Feb 17 20:11:00.999882 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b0ee82e8-75f5-44ef-ae2c-b8157f753827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:01.026214 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e411c9ba-8b8b-4d8d-804f-9591a57a8f65', 'tag': 'd3fb8d4c-36a7-4eff-901f-a437194b7a52', 'status': 'completed', 'code': 200} Feb 17 20:11:01.030291 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-b0ee82e8-75f5-44ef-ae2c-b8157f753827 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=29ad48440b5e49d0af3abc65e02e62d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7373040 Feb 17 20:11:01.035106 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52144) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:01.040907 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-c26a1f51-1242-4b0d-95b0-d5644757b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:01.042780 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-c26a1f51-1242-4b0d-95b0-d5644757b7b2 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=12105208cfd049c3966c54855bf3b32e&device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 1161 time: 0.3227985 Feb 17 20:11:01.137540 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-9891c98d-8a15-4eed-bff3-f9c47cefb239 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3fb8d4c-36a7-4eff-901f-a437194b7a52 HTTP/1.1" status: 200 len: 217 time: 0.1405919 Feb 17 20:11:01.156204 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-17015cab-844b-4ce8-81a2-cb09dc0889ca admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.1768432 Feb 17 20:11:01.292493 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-a9e5e3ee-7a2a-40a9-87cd-2cdc83b0293b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=104bbbb5-5e02-41c4-b7c3-0d910f03a452 HTTP/1.1" status: 200 len: 217 time: 0.1469083 Feb 17 20:11:01.430626 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-edeb7f5b-e287-4d87-ad3c-a522d9aba688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:01.433218 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-edeb7f5b-e287-4d87-ad3c-a522d9aba688 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=40596174-1d83-4cff-a7f9-39ed48674b8d HTTP/1.1" status: 200 len: 855 time: 0.2711895 Feb 17 20:11:01.449550 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a5cd4f02-8b86-46fa-a943-b6ce9463ef78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:01.494919 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fc6a18-b3ea-4fe5-a461-b20ca817855c None None] Network 4c8c0e8e-c315-4961-9f33-bab2d53952e4 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:11:01.528127 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a5cd4f02-8b86-46fa-a943-b6ce9463ef78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:01.541218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52164) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:01.548092 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-0cce0bbf-bd60-4e20-bfe0-6537c502e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:01.551683 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-0cce0bbf-bd60-4e20-bfe0-6537c502e1ad service neutron] 10.222.0.127 "GET /v2.0/subnets?id=23622858-9368-4530-b5c8-86a17ea9bd41 HTTP/1.1" status: 200 len: 851 time: 0.2403669 Feb 17 20:11:01.564480 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-c184df94-65ae-44c8-a2d0-b70bde843ed4 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d998394-3382-4088-83f9-0b0a244c1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116245 Feb 17 20:11:01.668681 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-a67d9b0d-f7de-43da-aa7d-e85cdb3d6266 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f0e2369c-e4ac-45b6-930c-cee930a28c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774126 Feb 17 20:11:01.765257 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-322fff29-ae08-4075-9825-a7997a81ecae service neutron] 10.222.0.73 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9481688 Feb 17 20:11:01.868482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2be2b48-6e25-4e13-9087-18cb81df6e8c admin admin] Deleting subnet fda63c52-e6ee-42c2-af5d-862f3e226119 {{(pid=84037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:11:01.885509 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52172) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:01.904140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f2be2b48-6e25-4e13-9087-18cb81df6e8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:01.931158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e304681-4fe2-4bd7-9a1d-f2b9d036f85f req-8dccd793-4cf2-4887-b054-7fa67be7df8b tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:01.932849 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7e304681-4fe2-4bd7-9a1d-f2b9d036f85f req-8dccd793-4cf2-4887-b054-7fa67be7df8b tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 944 time: 0.6063447 Feb 17 20:11:01.936465 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-b4e78a5c-d870-4764-83f0-554efdb81cad service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554382 Feb 17 20:11:01.978052 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 6f8937f2-b8c8-4992-aef9-c5be17218e40 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:02.011096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f2be2b48-6e25-4e13-9087-18cb81df6e8c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:02.080950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 6f8937f2-b8c8-4992-aef9-c5be17218e40 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:11:02.082022 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f2be2b48-6e25-4e13-9087-18cb81df6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:02.095672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 6f8937f2-b8c8-4992-aef9-c5be17218e40 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:02.096106 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:02.137652 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a5cd4f02-8b86-46fa-a943-b6ce9463ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:02.157570 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b0ee82e8-75f5-44ef-ae2c-b8157f753827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:02.169135 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-143fd00e-5570-476f-8fcc-1f315978f73e service neutron] 10.222.0.127 "GET /v2.0/networks/f0e2369c-e4ac-45b6-930c-cee930a28c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876237 Feb 17 20:11:02.178118 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd4f02-8b86-46fa-a943-b6ce9463ef78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13a2734-dec7-45d3-9a3b-5e7396f97b87,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:02.180283 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a5cd4f02-8b86-46fa-a943-b6ce9463ef78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:02.184627 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-a5cd4f02-8b86-46fa-a943-b6ce9463ef78 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a13a2734-dec7-45d3-9a3b-5e7396f97b87 HTTP/1.1" status: 204 len: 168 time: 1.1440868 Feb 17 20:11:02.184627 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a5cd4f02-8b86-46fa-a943-b6ce9463ef78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:02.234046 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-790611db-ac88-4b6b-bee0-c6f5726be159 req-18e236c5-72e1-41c7-8242-6491b5e707d2 service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2522326 Feb 17 20:11:02.262189 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7e304681-4fe2-4bd7-9a1d-f2b9d036f85f req-6b08d63d-31de-4b40-aeb6-fc795360c7ae tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/security-groups?id=fee4d955-37bc-4302-91ca-25e98930ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202593 Feb 17 20:11:02.407501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:02.409950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.127', 54426) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:02.478336 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 6f8937f2-b8c8-4992-aef9-c5be17218e40, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=6f8937f2-b8c8-4992-aef9-c5be17218e40,segment=NetworkSegment(df98e125-e334-46b4-badc-a3d868ddf90b),segment_id=df98e125-e334-46b4-badc-a3d868ddf90b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:11:02.482704 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:02.487966 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1a663744-4c8e-4842-9fa3-9b5415600f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:02.620664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c570335e-fa87-413f-942d-3428b9c9bd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:02.686364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=6f8937f2-b8c8-4992-aef9-c5be17218e40,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:02.690452 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:02.823114 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71acb44c-c429-4255-b4ba-d9aa331bc637', 'tag': '104bbbb5-5e02-41c4-b7c3-0d910f03a452', 'status': 'completed', 'code': 200} Feb 17 20:11:02.911412 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52208) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:02.954908 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c570335e-fa87-413f-942d-3428b9c9bd7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:02.962000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4166b734-8598-4e6f-85ab-fc754a654971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:02.993832 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c570335e-fa87-413f-942d-3428b9c9bd7c admin admin] Usage tracker for resource:security_group_rule and tenant:6d4c723ffbbd4e79ac0eccce2aa916e8 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:03.004049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c570335e-fa87-413f-942d-3428b9c9bd7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:03.024979 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c570335e-fa87-413f-942d-3428b9c9bd7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:03.050356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-4166b734-8598-4e6f-85ab-fc754a654971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:03.086955 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-4166b734-8598-4e6f-85ab-fc754a654971 admin admin] Usage tracker for resource:security_group_rule and tenant:485af71897ca447a99e1be11cdb1f46e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:03.093101 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-699b17a0-f131-452e-bd92-7612cbc3b6f0 req-13f46ea6-d18a-431a-9268-6a910294fdab service neutron] 10.222.0.127 "GET /v2.0/networks/f0e2369c-e4ac-45b6-930c-cee930a28c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9087529 Feb 17 20:11:03.102515 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-4166b734-8598-4e6f-85ab-fc754a654971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:03.147699 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b95b378a-90dc-4fa4-9eb2-228815f8fd84 req-6fab2088-b6bd-443a-bcd3-d3c91ca93420 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 210 time: 0.3176792 Feb 17 20:11:03.187250 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-4166b734-8598-4e6f-85ab-fc754a654971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:03.201716 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-be3d5a14-a983-4b52-8497-aee0b5f10681 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:03.203773 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-be3d5a14-a983-4b52-8497-aee0b5f10681 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.127 "GET /v2.0/networks?id=1d2eccab-e555-4638-9d23-76160788f85e HTTP/1.1" status: 200 len: 819 time: 0.8723445 Feb 17 20:11:03.243127 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752a7d3-5676-412b-a7c8-b02a367e728d req-c5fa3489-afc0-4075-a5ef-f68ceb8290b5 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:03.249030 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c752a7d3-5676-412b-a7c8-b02a367e728d req-c5fa3489-afc0-4075-a5ef-f68ceb8290b5 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 943 time: 0.8161645 Feb 17 20:11:03.255661 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Request body: {'port': {'device_id': 'c458ba31-34fa-4f0d-bde8-1bd80de36a09', 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e', 'admin_state_up': True, 'tenant_id': '2b9361d772f4489e90685a3b38a5e845'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:11:03.448514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c7374-53ba-446f-8a8a-e8ee1d3ecb02 req-b1d40091-66f9-4f91-bd77-e6a07cd06602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:03.450459 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4a8c7374-53ba-446f-8a8a-e8ee1d3ecb02 req-b1d40091-66f9-4f91-bd77-e6a07cd06602 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=90c75951530148fab0bc8105623c8dab&device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 1160 time: 1.0157204 Feb 17 20:11:03.466639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11055ff-f9a9-492e-998b-766420fa0577 req-b1355fcd-4de1-4745-bcba-4c32e8ac6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:03.468450 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e11055ff-f9a9-492e-998b-766420fa0577 req-b1355fcd-4de1-4745-bcba-4c32e8ac6fd2 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=12105208cfd049c3966c54855bf3b32e&device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 1161 time: 0.2515156 Feb 17 20:11:03.497597 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e5b9bf18-f797-46b9-99ce-37a9111bf767 req-58330465-683e-4a04-a89e-18964058a450 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 210 time: 0.1770802 Feb 17 20:11:03.612302 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c752a7d3-5676-412b-a7c8-b02a367e728d req-e2dabfcd-62fd-4cb5-8099-949f9d71dfd1 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240087 Feb 17 20:11:03.615064 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f2be2b48-6e25-4e13-9087-18cb81df6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for subnet, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:03.626079 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c570335e-fa87-413f-942d-3428b9c9bd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:03.655088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:03.667242 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:03.711579 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c7374-53ba-446f-8a8a-e8ee1d3ecb02 req-16eb36cc-5762-4509-a5a2-e2a743f56fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:03.726522 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4a8c7374-53ba-446f-8a8a-e8ee1d3ecb02 req-16eb36cc-5762-4509-a5a2-e2a743f56fd3 service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d998394-3382-4088-83f9-0b0a244c1013 HTTP/1.1" status: 200 len: 909 time: 0.2619109 Feb 17 20:11:03.740321 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c6c3501f-28e9-4112-9310-559e17f498a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:03.785807 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c570335e-fa87-413f-942d-3428b9c9bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:03.807360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be2b48-6e25-4e13-9087-18cb81df6e8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda63c52-e6ee-42c2-af5d-862f3e226119,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:03.810052 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f2be2b48-6e25-4e13-9087-18cb81df6e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:03.818360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4166b734-8598-4e6f-85ab-fc754a654971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:03.823132 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:03.856936 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4166b734-8598-4e6f-85ab-fc754a654971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:03.879272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 6f8937f2-b8c8-4992-aef9-c5be17218e40 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:03.881754 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Made reservation on behalf of 2b9361d772f4489e90685a3b38a5e845 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:11:03.887304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:03.941077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11055ff-f9a9-492e-998b-766420fa0577 req-efcf4c2e-a16c-40b2-b97a-0f6c2b10ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:03.942662 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e11055ff-f9a9-492e-998b-766420fa0577 req-efcf4c2e-a16c-40b2-b97a-0f6c2b10ed79 service neutron] 10.222.0.127 "GET /v2.0/networks?id=f0e2369c-e4ac-45b6-930c-cee930a28c81 HTTP/1.1" status: 200 len: 905 time: 0.4629629 Feb 17 20:11:03.959705 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 6f8937f2-b8c8-4992-aef9-c5be17218e40 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:03.960213 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:03.964184 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c570335e-fa87-413f-942d-3428b9c9bd7c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6d4c723ffbbd4e79ac0eccce2aa916e8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0594819 Feb 17 20:11:03.967314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52232) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:03.975954 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-4166b734-8598-4e6f-85ab-fc754a654971 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=485af71897ca447a99e1be11cdb1f46e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0631347 Feb 17 20:11:03.978324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570335e-fa87-413f-942d-3428b9c9bd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40f6467-7bf3-46f7-8dd8-7a60c0342ab0,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:03.980903 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52236) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:03.997919 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c570335e-fa87-413f-942d-3428b9c9bd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:04.009177 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:04.037895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f2be2b48-6e25-4e13-9087-18cb81df6e8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:04.092000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8b8ff-d7b6-41f8-87e9-c74fd605adcc req-b691eab8-8b9f-4a3c-b82d-37f51a3cdab2 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:04.093738 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fbc8b8ff-d7b6-41f8-87e9-c74fd605adcc req-b691eab8-8b9f-4a3c-b82d-37f51a3cdab2 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 944 time: 0.3583598 Feb 17 20:11:04.104569 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-f2be2b48-6e25-4e13-9087-18cb81df6e8c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fda63c52-e6ee-42c2-af5d-862f3e226119 HTTP/1.1" status: 204 len: 168 time: 2.5597432 Feb 17 20:11:04.107737 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52242) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:04.110643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166b734-8598-4e6f-85ab-fc754a654971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f297b0c-de74-4d8b-b734-6ac517f2012d,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:04.118813 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4166b734-8598-4e6f-85ab-fc754a654971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:04.151753 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbe69-d332-453e-9d99-3786de470289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:04.164107 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c470dd6d-55da-4a9f-b93f-0b78ba5d6eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:04.203592 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbe69-d332-453e-9d99-3786de470289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:04.216742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c470dd6d-55da-4a9f-b93f-0b78ba5d6eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:04.224580 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-9f645f6a-e644-42b3-a5ad-32e636310e9f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:04.226211 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-9f645f6a-e644-42b3-a5ad-32e636310e9f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/networks?id=1d2eccab-e555-4638-9d23-76160788f85e HTTP/1.1" status: 200 len: 819 time: 0.4457297 Feb 17 20:11:04.289098 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbe69-d332-453e-9d99-3786de470289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:04.294341 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a1c8e735-d3a9-4126-9c21-91f1229b92b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:04.305253 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c470dd6d-55da-4a9f-b93f-0b78ba5d6eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:04.315191 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bbe69-d332-453e-9d99-3786de470289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40f6467-7bf3-46f7-8dd8-7a60c0342ab0,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:04.318422 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cd3bbe69-d332-453e-9d99-3786de470289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:04.319871 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:04.336614 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fbc8b8ff-d7b6-41f8-87e9-c74fd605adcc req-03be3c4b-b16b-41ab-ab13-31e9d005bcba tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/security-groups?id=fee4d955-37bc-4302-91ca-25e98930ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276652 Feb 17 20:11:04.342563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470dd6d-55da-4a9f-b93f-0b78ba5d6eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f297b0c-de74-4d8b-b734-6ac517f2012d,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:04.345511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c470dd6d-55da-4a9f-b93f-0b78ba5d6eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:04.350058 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbe69-d332-453e-9d99-3786de470289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:04.350370 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-3e74e48e-dd28-40c7-a004-071de72b0f37 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/quotas/2b9361d772f4489e90685a3b38a5e845 HTTP/1.1" status: 200 len: 375 time: 0.1007953 Feb 17 20:11:04.352141 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-cd3bbe69-d332-453e-9d99-3786de470289 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e40f6467-7bf3-46f7-8dd8-7a60c0342ab0 HTTP/1.1" status: 204 len: 168 time: 0.3790433 Feb 17 20:11:04.353623 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c470dd6d-55da-4a9f-b93f-0b78ba5d6eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:04.358520 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c470dd6d-55da-4a9f-b93f-0b78ba5d6eb5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f297b0c-de74-4d8b-b734-6ac517f2012d HTTP/1.1" status: 204 len: 168 time: 0.3640261 Feb 17 20:11:04.457809 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:04.775825 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-baf1266a-466b-434d-8bcc-4b3a541320cc req-8861fb83-fd6b-4edc-9f4a-37fcb21867bc tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 210 time: 0.1379023 Feb 17 20:11:04.795755 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52266) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:04.810400 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Allocated IP 172.20.0.7 (1d2eccab-e555-4638-9d23-76160788f85e/92d4e627-553d-414a-b50c-142182377aca/cc005afc-6d4b-4bdb-8e94-99b407da00d2) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:11:04.817181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:04.830166 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ccfbdd87-e3db-470a-9c88-bdbfd75ae509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:04.845828 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-8670113b-bb18-4898-8ea5-c08dfe75e913 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b9361d772f4489e90685a3b38a5e845&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4945228 Feb 17 20:11:04.856324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-ccfbdd87-e3db-470a-9c88-bdbfd75ae509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:04.860590 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ccfbdd87-e3db-470a-9c88-bdbfd75ae509 admin admin] Usage tracker for resource:security_group_rule and tenant:77aaf75250e94a7d8079b11d5378a987 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:04.863664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ccfbdd87-e3db-470a-9c88-bdbfd75ae509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:04.870225 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-ccfbdd87-e3db-470a-9c88-bdbfd75ae509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:04.993017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ccfbdd87-e3db-470a-9c88-bdbfd75ae509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:04.997105 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ccfbdd87-e3db-470a-9c88-bdbfd75ae509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:05.006255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c570335e-fa87-413f-942d-3428b9c9bd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:05.025736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70db362a-c015-41be-95eb-f72441c8b248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:05.051818 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ccfbdd87-e3db-470a-9c88-bdbfd75ae509 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=77aaf75250e94a7d8079b11d5378a987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548761 Feb 17 20:11:05.052819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbdd87-e3db-470a-9c88-bdbfd75ae509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e731a9f8-3992-4646-83b8-6c2df2ca922a,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:05.055388 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52272) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:05.058373 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ccfbdd87-e3db-470a-9c88-bdbfd75ae509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:05.120330 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0640d18b-9aab-4363-96fd-0b34dd93d8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:05.150110 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0640d18b-9aab-4363-96fd-0b34dd93d8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:05.185121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:05.185567 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:05.186336 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:05.186718 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Subscribe: > port after_create 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:05.187089 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:05.187976 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Subscribe: > port after_update 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:05.188408 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:05.188683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:05.189068 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:05.189432 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:05.198614 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0640d18b-9aab-4363-96fd-0b34dd93d8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:05.203946 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c5141c5d-7a2c-4f79-8c55-b4183647f959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:05.214975 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640d18b-9aab-4363-96fd-0b34dd93d8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e731a9f8-3992-4646-83b8-6c2df2ca922a,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:05.220577 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0640d18b-9aab-4363-96fd-0b34dd93d8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:05.222657 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0640d18b-9aab-4363-96fd-0b34dd93d8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:05.226679 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-0640d18b-9aab-4363-96fd-0b34dd93d8da admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e731a9f8-3992-4646-83b8-6c2df2ca922a HTTP/1.1" status: 204 len: 168 time: 0.1702955 Feb 17 20:11:05.258055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:05.258455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:05.259121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:05.259223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:05.259572 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bd300c-61ea-4f89-b438-330374aecb67']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:05.289140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111290fc-28c8-4d9f-b3de-ed65d89b9b55') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:05.289526 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111290fc-28c8-4d9f-b3de-ed65d89b9b55') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:05.537004 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851071362'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:05.627518 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-740e39e5-d0e7-434d-8280-090409e147f0 service neutron] 10.222.0.73 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7130425 Feb 17 20:11:05.639590 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8963a51-b8fb-4598-af60-6ce2ddf15773 req-df1ac4ea-0b2a-4c96-996f-65472fbd030a tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:05.641784 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d8963a51-b8fb-4598-af60-6ce2ddf15773 req-df1ac4ea-0b2a-4c96-996f-65472fbd030a tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 943 time: 0.6970551 Feb 17 20:11:05.647864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:05.673619 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:11:06.002442 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d8963a51-b8fb-4598-af60-6ce2ddf15773 req-f76ab53f-d220-41b3-bbf1-1c0393ab137b tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137085 Feb 17 20:11:06.056329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Network 03bd300c-61ea-4f89-b438-330374aecb67 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:11:06.071064 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850684653'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:06.147485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:06.253884 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-d6083bd7-459d-41b4-83e5-1ae63ed94f2f service neutron] 10.222.0.73 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6100268 Feb 17 20:11:06.356177 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Network 03bd300c-61ea-4f89-b438-330374aecb67 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: from cryptography.utils import int_from_bytes Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: from cryptography.utils import int_from_bytes Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: (rel_b, rel_a, rel_b), Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: (rel_b, rel_a, rel_b), Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:11:06.387685 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:11:06.498685 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271ea8e-679d-455b-8635-b6668a83cb2c req-641ef260-1494-40e0-9fb5-8397fb092107 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:06.500978 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0271ea8e-679d-455b-8635-b6668a83cb2c req-641ef260-1494-40e0-9fb5-8397fb092107 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 944 time: 0.3477130 Feb 17 20:11:06.502599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:06.504344 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:06.524510 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:06.658149 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:06.702813 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52352) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:06.764096 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-23b98e45-8f6f-4339-975e-29f43eae4eed req-e141400c-22ce-462a-ac7d-19ddbc6e9376 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 210 time: 0.1256435 Feb 17 20:11:06.812825 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.127', 54430) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:06.815636 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] 10.222.0.73 "DELETE /v2.0/networks/03bd300c-61ea-4f89-b438-330374aecb67 HTTP/1.1" status: 204 len: 168 time: 2.7024791 Feb 17 20:11:06.822608 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0271ea8e-679d-455b-8635-b6668a83cb2c req-56d9db97-831a-49c5-9f38-b8b09173787d tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/security-groups?id=fee4d955-37bc-4302-91ca-25e98930ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991393 Feb 17 20:11:06.823308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Pushing event updated for resources: {'Port': ['ID=cc005afc-6d4b-4bdb-8e94-99b407da00d2,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:06.828758 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52360) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:06.904409 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:06.904409 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:07.053634 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4a8c7374-53ba-446f-8a8a-e8ee1d3ecb02 req-2a6f8b7f-9399-4983-9c85-157f88fb26c3 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3fb8d4c-36a7-4eff-901f-a437194b7a52 HTTP/1.1" status: 200 len: 217 time: 0.2343953 Feb 17 20:11:07.054605 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Pushing event deleted for resources: {'Network': ['ID=03bd300c-61ea-4f89-b438-330374aecb67,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:07.092000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-0495af4f-9b4f-41b3-984e-1cba707848a4 req-ccfebb67-4988-4523-b37f-051fe007964b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Synchronizing usage tracker for tenant:2b9361d772f4489e90685a3b38a5e845 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:11:07.097649 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e11055ff-f9a9-492e-998b-766420fa0577 req-c7b592d0-0560-4373-8777-c385d60d616b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=104bbbb5-5e02-41c4-b7c3-0d910f03a452 HTTP/1.1" status: 200 len: 217 time: 0.2859156 Feb 17 20:11:07.113683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:07.225352 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-861eb4af-50c7-45c3-b476-e65e9fe880a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:07.246404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-82fc9191-0e41-4642-8054-c059e4e3c86d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:07.247206 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-82fc9191-0e41-4642-8054-c059e4e3c86d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Synchronizing usage tracker for tenant:bef112b64fbd44c2889ba8317513c94e on resource:network {{(pid=84037) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:11:07.282304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-861eb4af-50c7-45c3-b476-e65e9fe880a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:07.291049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-861eb4af-50c7-45c3-b476-e65e9fe880a8 admin admin] Usage tracker for resource:security_group_rule and tenant:94ce2144dd5b46789a12ddcbd658d5a4 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:07.297957 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-861eb4af-50c7-45c3-b476-e65e9fe880a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:07.308724 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-861eb4af-50c7-45c3-b476-e65e9fe880a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:07.317472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-82fc9191-0e41-4642-8054-c059e4e3c86d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Unset dirty status for tenant:bef112b64fbd44c2889ba8317513c94e on resource:network {{(pid=84037) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:11:07.318734 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-82fc9191-0e41-4642-8054-c059e4e3c86d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.127 "GET /v2.0/networks?id=a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 200 len: 817 time: 0.3748906 Feb 17 20:11:07.322288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11055ff-f9a9-492e-998b-766420fa0577 req-7e1df751-69f2-4f07-94a6-29571b0875e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:07.323854 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e11055ff-f9a9-492e-998b-766420fa0577 req-7e1df751-69f2-4f07-94a6-29571b0875e3 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=23622858-9368-4530-b5c8-86a17ea9bd41 HTTP/1.1" status: 200 len: 851 time: 0.1847763 Feb 17 20:11:07.413005 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-861eb4af-50c7-45c3-b476-e65e9fe880a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:07.416633 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-861eb4af-50c7-45c3-b476-e65e9fe880a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:07.465923 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:07.502811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-0495af4f-9b4f-41b3-984e-1cba707848a4 req-ccfebb67-4988-4523-b37f-051fe007964b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Unset dirty status for tenant:2b9361d772f4489e90685a3b38a5e845 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:11:07.504103 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0495af4f-9b4f-41b3-984e-1cba707848a4 req-ccfebb67-4988-4523-b37f-051fe007964b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 210 time: 0.6066008 Feb 17 20:11:07.521297 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff8faef-65d6-4da4-9cdc-7033461cf866 admin admin] Deleting subnet 106dd36d-d47f-4007-a2c4-f3234b272a49 {{(pid=84038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:11:07.526105 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bff8faef-65d6-4da4-9cdc-7033461cf866 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:07.555654 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e11055ff-f9a9-492e-998b-766420fa0577 req-fe5b4b7c-e88d-4892-9e50-124d05aa4413 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f0e2369c-e4ac-45b6-930c-cee930a28c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925963 Feb 17 20:11:07.560649 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-861eb4af-50c7-45c3-b476-e65e9fe880a8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=94ce2144dd5b46789a12ddcbd658d5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8540509 Feb 17 20:11:07.560805 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Network 1d2eccab-e555-4638-9d23-76160788f85e is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:11:07.564279 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52390) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:07.568525 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:11:07.585593 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:11:07.651652 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:07.652328 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:07.668339 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-624b4b5d-2016-460c-b7c0-e25278281ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:07.681281 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c7374-53ba-446f-8a8a-e8ee1d3ecb02 req-cf03c0ed-6ac2-42f3-bbba-11dce34450d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:07.682911 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4a8c7374-53ba-446f-8a8a-e8ee1d3ecb02 req-cf03c0ed-6ac2-42f3-bbba-11dce34450d4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=40596174-1d83-4cff-a7f9-39ed48674b8d HTTP/1.1" status: 200 len: 855 time: 0.5849934 Feb 17 20:11:07.688455 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4565432 Feb 17 20:11:07.700351 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bff8faef-65d6-4da4-9cdc-7033461cf866 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704422'] for subnet, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:07.781281 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-0904f6b1-9352-49b1-943c-1f11c98a1368 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Synchronizing usage tracker for tenant:bef112b64fbd44c2889ba8317513c94e on resource:security_group {{(pid=84037) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:11:07.791767 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Request body: {'port': {'device_id': 'c458ba31-34fa-4f0d-bde8-1bd80de36a09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:11:07.816407 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861eb4af-50c7-45c3-b476-e65e9fe880a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e586b1d-dcb3-4e99-977f-3d4a6d94f618,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:07.820284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-861eb4af-50c7-45c3-b476-e65e9fe880a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:07.847333 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4a8c7374-53ba-446f-8a8a-e8ee1d3ecb02 req-b950ebf7-b629-4e7c-871e-2872cbb822d4 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d998394-3382-4088-83f9-0b0a244c1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128018 Feb 17 20:11:07.916186 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:07.920305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-0904f6b1-9352-49b1-943c-1f11c98a1368 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Unset dirty status for tenant:bef112b64fbd44c2889ba8317513c94e on resource:security_group {{(pid=84037) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:11:07.922540 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-0904f6b1-9352-49b1-943c-1f11c98a1368 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=bef112b64fbd44c2889ba8317513c94e HTTP/1.1" status: 200 len: 5703 time: 0.4582858 Feb 17 20:11:07.940812 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Request body: {'port': {'device_id': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'admin_state_up': True, 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'security_groups': ['bdb42717-7720-4344-bd54-75037d54e838']}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:11:07.964683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:07.975546 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bf11c-ee69-4ce5-ad8e-a426212de507 req-c73126a4-47ea-4de8-b4d8-648667e9699b tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:07.976495 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-206d1802-7277-4bb6-a1c2-b62d63ae299d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:07.977210 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3b2bf11c-ee69-4ce5-ad8e-a426212de507 req-c73126a4-47ea-4de8-b4d8-648667e9699b tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 943 time: 0.5664456 Feb 17 20:11:08.011701 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-206d1802-7277-4bb6-a1c2-b62d63ae299d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:08.126990 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-206d1802-7277-4bb6-a1c2-b62d63ae299d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:08.142691 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-58b20605-c1b1-4e83-bbfd-776938d7115c req-89ef5715-306f-4bc4-80fc-3af2bf728f69 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 210 time: 0.1787150 Feb 17 20:11:08.149629 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:08.205995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bff8faef-65d6-4da4-9cdc-7033461cf866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:08.229773 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:08.233904 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Usage tracker for resource:port and tenant:bef112b64fbd44c2889ba8317513c94e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:08.237548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:08.244459 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:08.256089 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.127', 54438) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:08.260721 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e11055ff-f9a9-492e-998b-766420fa0577 req-c31d211b-0485-420b-9f84-4aac415117c0 service neutron] 10.222.0.127 "GET /v2.0/networks/f0e2369c-e4ac-45b6-930c-cee930a28c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6875837 Feb 17 20:11:08.265030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d1802-7277-4bb6-a1c2-b62d63ae299d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e586b1d-dcb3-4e99-977f-3d4a6d94f618,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:08.413472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Made reservation on behalf of bef112b64fbd44c2889ba8317513c94e for: {'port': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:11:08.438474 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:08.448348 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4a8c7374-53ba-446f-8a8a-e8ee1d3ecb02 req-7ff243a2-7069-4b0c-90ed-7391315c4659 service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504942 Feb 17 20:11:08.457901 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-206d1802-7277-4bb6-a1c2-b62d63ae299d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:08.459341 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-206d1802-7277-4bb6-a1c2-b62d63ae299d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e586b1d-dcb3-4e99-977f-3d4a6d94f618 HTTP/1.1" status: 204 len: 168 time: 0.8913257 Feb 17 20:11:08.562607 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3b2bf11c-ee69-4ce5-ad8e-a426212de507 req-d44a01f9-7352-4fa1-a543-d48ee81ce66a tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321214 Feb 17 20:11:08.625410 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-206d1802-7277-4bb6-a1c2-b62d63ae299d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:08.675624 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:08.866898 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e11055ff-f9a9-492e-998b-766420fa0577 req-be39af46-e9e6-4b9f-8052-341b73ce7731 service neutron] 10.222.0.127 "GET /v2.0/networks/f0e2369c-e4ac-45b6-930c-cee930a28c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4061661 Feb 17 20:11:08.896074 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cafa2a23-f0b3-427f-ae07-5f9edc97e751 req-331e310a-b6ab-49ab-8232-828a0c986018 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 210 time: 0.1288817 Feb 17 20:11:08.912086 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-2aaf40e2-e670-4339-8eca-48afd03b8a2c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:08.912086 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-2aaf40e2-e670-4339-8eca-48afd03b8a2c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Synchronizing usage tracker for tenant:2b9361d772f4489e90685a3b38a5e845 on resource:network {{(pid=84037) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:11:08.925845 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082a1b5-143c-4ac4-8e20-485487b475bf req-70d7016c-d37b-4b89-997a-a9c1526cb9cc tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:08.927474 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b082a1b5-143c-4ac4-8e20-485487b475bf req-70d7016c-d37b-4b89-997a-a9c1526cb9cc tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 944 time: 0.6372426 Feb 17 20:11:08.983351 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52446) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:09.018874 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-2aaf40e2-e670-4339-8eca-48afd03b8a2c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Unset dirty status for tenant:2b9361d772f4489e90685a3b38a5e845 on resource:network {{(pid=84037) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:11:09.020347 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-2aaf40e2-e670-4339-8eca-48afd03b8a2c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.127 "GET /v2.0/networks?id=1d2eccab-e555-4638-9d23-76160788f85e HTTP/1.1" status: 200 len: 819 time: 0.7583623 Feb 17 20:11:09.031641 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d8526657-fbfb-44fd-9250-81635852c6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:09.048661 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Request body: {'port': {'device_id': '983ac467-3b5c-4ca9-8ee6-1cc535f943a4', 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e', 'admin_state_up': True, 'tenant_id': '2b9361d772f4489e90685a3b38a5e845'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:11:09.071873 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4a8c7374-53ba-446f-8a8a-e8ee1d3ecb02 req-8a3b53b8-ac67-4d02-a8d5-df8ddc0cfd58 service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5577884 Feb 17 20:11:09.112763 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52452) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:09.194348 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b082a1b5-143c-4ac4-8e20-485487b475bf req-d3a5e8da-88d3-44e0-8532-e5a64bcad21c tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/security-groups?id=fee4d955-37bc-4302-91ca-25e98930ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050996 Feb 17 20:11:09.196097 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:09.233177 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bff8faef-65d6-4da4-9cdc-7033461cf866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4091116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350040'] for subnet, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:09.289753 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:09.318899 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.objects.ports [None req-b8d5d3b5-9338-4879-bb83-e358928fa298 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:11:09.410642 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8faef-65d6-4da4-9cdc-7033461cf866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106dd36d-d47f-4007-a2c4-f3234b272a49,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:09.426557 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-d8526657-fbfb-44fd-9250-81635852c6db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:09.432487 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:09.456246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-d8526657-fbfb-44fd-9250-81635852c6db admin admin] Usage tracker for resource:security_group_rule and tenant:c0d3940e84374ae894ba99dfed10c8be is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:09.459252 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-d8526657-fbfb-44fd-9250-81635852c6db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:09.465599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-d8526657-fbfb-44fd-9250-81635852c6db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:09.471321 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-bff8faef-65d6-4da4-9cdc-7033461cf866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:09.661345 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d8526657-fbfb-44fd-9250-81635852c6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:09.680760 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d8526657-fbfb-44fd-9250-81635852c6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:09.696035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:09.716822 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Allocated IP 172.20.0.11 (a0904cfe-b6c7-49f8-a858-3708f653bb38/1dab1ba6-9853-478e-b806-2a2376b065de/239a0b21-3e11-4be5-b746-5403d1ce5cbf) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:11:09.754406 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:09.762705 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8526657-fbfb-44fd-9250-81635852c6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cd3b3c-9d6e-4534-af7d-12cf64a601a0,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:09.771741 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d8526657-fbfb-44fd-9250-81635852c6db admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c0d3940e84374ae894ba99dfed10c8be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7857804 Feb 17 20:11:09.773012 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d8526657-fbfb-44fd-9250-81635852c6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:09.778133 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52480) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:09.779023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:09.815797 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0d9cbb87-2077-4664-963b-ad7361f2aa6a req-2150dfc4-b799-4d98-8b94-6fc219389772 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 210 time: 0.4750080 Feb 17 20:11:09.816614 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d031d976-6463-421b-a6d0-9fb267836688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:09.828657 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Made reservation on behalf of 2b9361d772f4489e90685a3b38a5e845 for: {'port': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:11:09.834230 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:09.880524 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-d031d976-6463-421b-a6d0-9fb267836688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:09.900341 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-d031d976-6463-421b-a6d0-9fb267836688 admin admin] Usage tracker for resource:security_group_rule and tenant:cc2e3930798f401286bffd464fa894fe is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:09.906342 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-d031d976-6463-421b-a6d0-9fb267836688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:09.921711 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-d031d976-6463-421b-a6d0-9fb267836688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:09.943403 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bff8faef-65d6-4da4-9cdc-7033461cf866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:09.997411 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 104bbbb5-5e02-41c4-b7c3-0d910f03a452 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:09.999445 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-bff8faef-65d6-4da4-9cdc-7033461cf866 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/106dd36d-d47f-4007-a2c4-f3234b272a49 HTTP/1.1" status: 204 len: 168 time: 3.1034701 Feb 17 20:11:10.009988 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30b25c-732d-45b5-b155-84200fa537b9 req-32cfecad-1409-468f-b601-4df82a6f0660 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:10.011620 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7a30b25c-732d-45b5-b155-84200fa537b9 req-32cfecad-1409-468f-b601-4df82a6f0660 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 943 time: 0.2815919 Feb 17 20:11:10.012156 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52496) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:10.107042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9b02ae85-7fef-40df-b9ee-54e772e703be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.112372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port 104bbbb5-5e02-41c4-b7c3-0d910f03a452 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:11:10.119063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 104bbbb5-5e02-41c4-b7c3-0d910f03a452 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:10.119877 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.202444 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9b02ae85-7fef-40df-b9ee-54e772e703be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.219767 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.268751 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b69f0a0c-1ca9-48f7-a755-1814b311fbb4 req-9a2673d8-1bf5-4b53-b881-8b54fa811087 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 210 time: 0.1113799 Feb 17 20:11:10.272589 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc005afc-6d4b-4bdb-8e94-99b407da00d2 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:11:10.302931 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.307550 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.336054 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Transition to ACTIVE for port object 239a0b21-3e11-4be5-b746-5403d1ce5cbf will not be triggered until provisioned by entity DHCP. {{(pid=84037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:11:10.338896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.361288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 104bbbb5-5e02-41c4-b7c3-0d910f03a452, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=104bbbb5-5e02-41c4-b7c3-0d910f03a452,segment=NetworkSegment(f427abc4-aafa-47e7-bed6-ccace2766613),segment_id=f427abc4-aafa-47e7-bed6-ccace2766613)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:11:10.362418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71acb44c-c429-4255-b4ba-d9aa331bc637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104bbbb5-5e02-41c4-b7c3-0d910f03a452'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:11:10.384979 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9b02ae85-7fef-40df-b9ee-54e772e703be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.389345 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:10.401001 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7a30b25c-732d-45b5-b155-84200fa537b9 req-60f66774-2455-42d9-b403-92b8879356a6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300877 Feb 17 20:11:10.410739 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Transition to ACTIVE for port object cc005afc-6d4b-4bdb-8e94-99b407da00d2 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:11:10.412463 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02ae85-7fef-40df-b9ee-54e772e703be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cd3b3c-9d6e-4534-af7d-12cf64a601a0,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:10.438052 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.464186 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9b02ae85-7fef-40df-b9ee-54e772e703be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:10.465672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.470198 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:10.486828 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.487712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device d3fb8d4c-36a7-4eff-901f-a437194b7a52 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:10.503297 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:10.548667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:10.596434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d031d976-6463-421b-a6d0-9fb267836688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.656542 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9b02ae85-7fef-40df-b9ee-54e772e703be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.657490 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=104bbbb5-5e02-41c4-b7c3-0d910f03a452,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:10.665539 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:10.665704 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-9b02ae85-7fef-40df-b9ee-54e772e703be admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/25cd3b3c-9d6e-4534-af7d-12cf64a601a0 HTTP/1.1" status: 204 len: 168 time: 0.8811412 Feb 17 20:11:10.666264 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d031d976-6463-421b-a6d0-9fb267836688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.672030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Allocated IP 172.20.0.10 (1d2eccab-e555-4638-9d23-76160788f85e/92d4e627-553d-414a-b50c-142182377aca/0e136dd2-30c6-4499-8614-3918255381fc) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:11:10.696594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event updated for resources: {'Port': ['ID=239a0b21-3e11-4be5-b746-5403d1ce5cbf,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:10.709168 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:10.723657 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port d3fb8d4c-36a7-4eff-901f-a437194b7a52 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:11:10.730940 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port d3fb8d4c-36a7-4eff-901f-a437194b7a52 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:10.732216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.817728 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Network a0904cfe-b6c7-49f8-a858-3708f653bb38 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:11:10.818482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Pushing event updated for resources: {'Port': ['ID=cc005afc-6d4b-4bdb-8e94-99b407da00d2,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:10.822884 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:11:10.828304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:10.828724 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:11:10.831387 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-66ae7a50-b3a3-4857-b71f-4987319d176b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:10.834199 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:10.834888 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.843642 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d031d976-6463-421b-a6d0-9fb267836688 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cc2e3930798f401286bffd464fa894fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7296801 Feb 17 20:11:10.844639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52512) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:10.846602 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.892574 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-9830441a-50de-4497-b84a-2a009b84dc20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9545448 Feb 17 20:11:10.899858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Request body: {'port': {'device_id': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:11:10.930460 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.974794 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port d3fb8d4c-36a7-4eff-901f-a437194b7a52, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=d3fb8d4c-36a7-4eff-901f-a437194b7a52,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:11:10.982724 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:10.987035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:11.126284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=d3fb8d4c-36a7-4eff-901f-a437194b7a52,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:11.143282 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031d976-6463-421b-a6d0-9fb267836688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e58cc3-7364-4f43-a93f-8d71c3d1f865,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:11.146278 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:11.166590 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 104bbbb5-5e02-41c4-b7c3-0d910f03a452 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:11.201080 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b439a7-3436-4f97-a57e-09576e7cc3fa req-e28f3a88-e611-4734-9874-c10fb51ac4e3 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:11.203331 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a0b439a7-3436-4f97-a57e-09576e7cc3fa req-e28f3a88-e611-4734-9874-c10fb51ac4e3 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 946 time: 0.7359312 Feb 17 20:11:11.208272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d031d976-6463-421b-a6d0-9fb267836688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:11.257885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:11.271823 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 104bbbb5-5e02-41c4-b7c3-0d910f03a452 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:11.272252 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:11.322770 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ab83e14a-b370-4c6a-920a-983ceb14a0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:11.355592 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8c0e8e-c315-4961-9f33-bab2d53952e4']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:11.361481 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-597cb443-6a47-444e-9baf-b7a32a10a991 None None] Provisioning for port 239a0b21-3e11-4be5-b746-5403d1ce5cbf completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:11:11.453992 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-597cb443-6a47-444e-9baf-b7a32a10a991 None None] Provisioning complete for port 239a0b21-3e11-4be5-b746-5403d1ce5cbf triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:11.454445 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-597cb443-6a47-444e-9baf-b7a32a10a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:11.493323 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509d27bd-e971-462f-ae47-79c203903e66') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:11.493498 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509d27bd-e971-462f-ae47-79c203903e66') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:11.529316 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device d3fb8d4c-36a7-4eff-901f-a437194b7a52 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:11.577142 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a0b439a7-3436-4f97-a57e-09576e7cc3fa req-854fbd6e-ae76-4193-bbfc-06cfae3e64d9 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/security-groups?id=fee4d955-37bc-4302-91ca-25e98930ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581611 Feb 17 20:11:11.582258 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ab83e14a-b370-4c6a-920a-983ceb14a0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:11.592096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-597cb443-6a47-444e-9baf-b7a32a10a991 None None] Port 239a0b21-3e11-4be5-b746-5403d1ce5cbf cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:11:11.607314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851071362'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:11.610173 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port d3fb8d4c-36a7-4eff-901f-a437194b7a52 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:11.610600 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:11.675969 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:11.678388 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:11:11.724578 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:11.892915 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Attempting to bind port cc005afc-6d4b-4bdb-8e94-99b407da00d2 on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:11:11.893262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Attempting to bind port cc005afc-6d4b-4bdb-8e94-99b407da00d2 by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': 'df98e125-e334-46b4-badc-a3d868ddf90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:11:11.893640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Attempting to bind port cc005afc-6d4b-4bdb-8e94-99b407da00d2 on network 1d2eccab-e555-4638-9d23-76160788f85e {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:11:11.894470 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:11.906874 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71acb44c-c429-4255-b4ba-d9aa331bc637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104bbbb5-5e02-41c4-b7c3-0d910f03a452', 'code': 200} Feb 17 20:11:11.925466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d70d1ae5-9345-49a5-9af9-1d7be8e854e2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:11.932008 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:11:11.932813 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Checking segment: {'id': 'df98e125-e334-46b4-badc-a3d868ddf90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:11:11.933300 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:11.933707 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Bound using segment: {'id': 'df98e125-e334-46b4-badc-a3d868ddf90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:11:11.934212 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Bound port: cc005afc-6d4b-4bdb-8e94-99b407da00d2, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df98e125-e334-46b4-badc-a3d868ddf90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:11:11.934591 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:11.998901 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239f617-aaeb-4545-a54e-57c5507197db req-bf14c092-10b7-4418-9563-d1ff94fdec25 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:12.005674 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5239f617-aaeb-4545-a54e-57c5507197db req-bf14c092-10b7-4418-9563-d1ff94fdec25 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 932 time: 0.9287095 Feb 17 20:11:12.072289 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] Network 4c8c0e8e-c315-4961-9f33-bab2d53952e4 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:11:12.083536 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850684653'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:12.129340 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239a0b21-3e11-4be5-b746-5403d1ce5cbf {{(pid=84037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:11:12.149673 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:12.162772 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Pushing event updated for resources: {'Port': ['ID=0e136dd2-30c6-4499-8614-3918255381fc,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:12.184912 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:12.190326 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Transition to ACTIVE for port object 239a0b21-3e11-4be5-b746-5403d1ce5cbf will not be triggered until provisioned by entity L2. {{(pid=84037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:11:12.206374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:12.226307 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:12.571495 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Network 1d2eccab-e555-4638-9d23-76160788f85e is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:11:12.583636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:11:12.592145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:11:12.597164 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:12.597828 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:12.605053 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Pushing event updated for resources: {'Port': ['ID=239a0b21-3e11-4be5-b746-5403d1ce5cbf,revision_number=2']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:12.613046 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:12.649459 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6191604 Feb 17 20:11:12.664094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Request body: {'port': {'device_id': '983ac467-3b5c-4ca9-8ee6-1cc535f943a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:11:12.676578 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5239f617-aaeb-4545-a54e-57c5507197db req-a760edb1-1289-4e71-aada-8b0a27cf8df1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6356852 Feb 17 20:11:12.689497 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ab83e14a-b370-4c6a-920a-983ceb14a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:12.705987 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] For port cc005afc-6d4b-4bdb-8e94-99b407da00d2, host hv-cinder-76003, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:11:12.728137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:12.745148 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] Network 4c8c0e8e-c315-4961-9f33-bab2d53952e4 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:11:12.857223 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:11:12.867829 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] For port cc005afc-6d4b-4bdb-8e94-99b407da00d2, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=cc005afc-6d4b-4bdb-8e94-99b407da00d2,segment=NetworkSegment(df98e125-e334-46b4-badc-a3d868ddf90b),segment_id=df98e125-e334-46b4-badc-a3d868ddf90b)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:11:12.878817 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83e14a-b370-4c6a-920a-983ceb14a0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e58cc3-7364-4f43-a93f-8d71c3d1f865,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:12.927661 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:12.934847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ab83e14a-b370-4c6a-920a-983ceb14a0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:12.944697 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:12.989501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ab83e14a-b370-4c6a-920a-983ceb14a0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:13.002113 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ab83e14a-b370-4c6a-920a-983ceb14a0ea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/99e58cc3-7364-4f43-a93f-8d71c3d1f865 HTTP/1.1" status: 204 len: 168 time: 2.1252189 Feb 17 20:11:13.009635 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Attempting to bind port 239a0b21-3e11-4be5-b746-5403d1ce5cbf on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:11:13.009795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Attempting to bind port 239a0b21-3e11-4be5-b746-5403d1ce5cbf by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'}] {{(pid=84037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:11:13.010119 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Attempting to bind port 239a0b21-3e11-4be5-b746-5403d1ce5cbf on network a0904cfe-b6c7-49f8-a858-3708f653bb38 {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:11:13.032790 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:11:13.033221 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Checking segment: {'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:11:13.033631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:13.034030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Bound using segment: {'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'} {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:11:13.034515 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Bound port: 239a0b21-3e11-4be5-b746-5403d1ce5cbf, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'}}] {{(pid=84037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:11:13.034885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:13.104571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:13.125363 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device d3fb8d4c-36a7-4eff-901f-a437194b7a52 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:13.201713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:13.205315 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:13.233099 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port d3fb8d4c-36a7-4eff-901f-a437194b7a52 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:13.233588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:13.268941 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52590) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:13.286039 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] For port 239a0b21-3e11-4be5-b746-5403d1ce5cbf, host hv-cinder-76003, cleared binding levels {{(pid=84037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:11:13.305672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] For port 239a0b21-3e11-4be5-b746-5403d1ce5cbf, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=239a0b21-3e11-4be5-b746-5403d1ce5cbf,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:11:13.316002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:13.358729 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab0321-7e66-4bd9-9249-105d10b4763f req-df622a65-5cdc-4400-a065-39218d12363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:13.360830 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c1ab0321-7e66-4bd9-9249-105d10b4763f req-df622a65-5cdc-4400-a065-39218d12363b service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 1163 time: 0.9811649 Feb 17 20:11:13.380932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1ed473a6-10be-4c5f-8036-fd4ad515042b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:13.392062 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4c8c0e8e-c315-4961-9f33-bab2d53952e4 HTTP/1.1" status: 204 len: 168 time: 3.3746283 Feb 17 20:11:13.421049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e86634-e1b1-4408-a1f2-17df75707ed0 req-52e8d4df-8b92-45c3-82f2-dd0e0b82f6f3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:13.432373 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c2e86634-e1b1-4408-a1f2-17df75707ed0 req-52e8d4df-8b92-45c3-82f2-dd0e0b82f6f3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 932 time: 1.3735962 Feb 17 20:11:13.435780 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Pushing event updated for resources: {'Port': ['ID=cc005afc-6d4b-4bdb-8e94-99b407da00d2,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:13.441866 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52598) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:13.481890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:13.484304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-34f4f758-3f84-49e5-9370-797eb876d03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:13.541020 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c1ab0321-7e66-4bd9-9249-105d10b4763f req-772f1413-f7c8-40bc-8526-0cd5db372d60 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:13.558401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:13.559356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:13.561134 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] 10.222.0.127 "PUT /v2.0/ports/cc005afc-6d4b-4bdb-8e94-99b407da00d2 HTTP/1.1" status: 200 len: 1157 time: 5.7740650 Feb 17 20:11:13.564384 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c458ba31-34fa-4f0d-bde8-1bd80de36a09', 'tag': 'cc005afc-6d4b-4bdb-8e94-99b407da00d2'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:11:13.570768 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8c0e8e-c315-4961-9f33-bab2d53952e4,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:13.578214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-adbb277a-9b62-4656-a199-a42ba850f98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:13.596917 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:13.628949 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-c1ab0321-7e66-4bd9-9249-105d10b4763f req-772f1413-f7c8-40bc-8526-0cd5db372d60 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:13.635497 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-adbb277a-9b62-4656-a199-a42ba850f98a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:13.684380 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-c1ab0321-7e66-4bd9-9249-105d10b4763f req-772f1413-f7c8-40bc-8526-0cd5db372d60 service neutron] Usage tracker for resource:security_group_rule and tenant:ffb537046a1d4c71a9a56f3a401209fc is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:13.700492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666463e-9c34-4155-9879-f113740957bf req-2eeeb9df-80f9-404f-9986-0917e5d0ae74 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:13.702193 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1666463e-9c34-4155-9879-f113740957bf req-2eeeb9df-80f9-404f-9986-0917e5d0ae74 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 945 time: 0.8439591 Feb 17 20:11:13.703406 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-adbb277a-9b62-4656-a199-a42ba850f98a admin admin] Usage tracker for resource:security_group_rule and tenant:686497687d2b4abe9d77ee29fc0f24b2 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:13.731618 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52604) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:13.733682 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-c1ab0321-7e66-4bd9-9249-105d10b4763f req-772f1413-f7c8-40bc-8526-0cd5db372d60 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:13.741028 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c2e86634-e1b1-4408-a1f2-17df75707ed0 req-b1dbe6f8-3925-46cc-b1f7-190cdf0db2aa tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074083 Feb 17 20:11:13.747089 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-adbb277a-9b62-4656-a199-a42ba850f98a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:13.759085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-c1ab0321-7e66-4bd9-9249-105d10b4763f req-772f1413-f7c8-40bc-8526-0cd5db372d60 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:13.763546 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-adbb277a-9b62-4656-a199-a42ba850f98a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:13.765988 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-90adbd39-3d17-479b-8998-dd362c0bfa06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:13.801998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Pushing event updated for resources: {'Port': ['ID=239a0b21-3e11-4be5-b746-5403d1ce5cbf,revision_number=3']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:13.817786 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:13.869455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:13.870050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-90adbd39-3d17-479b-8998-dd362c0bfa06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:13.870396 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:13.871945 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] 10.222.0.127 "PUT /v2.0/ports/239a0b21-3e11-4be5-b746-5403d1ce5cbf HTTP/1.1" status: 200 len: 1158 time: 2.9783490 Feb 17 20:11:13.883162 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'tag': '239a0b21-3e11-4be5-b746-5403d1ce5cbf'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:11:13.883425 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1666463e-9c34-4155-9879-f113740957bf req-2f5a887c-33a1-4a57-882d-6bccc9115247 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378322 Feb 17 20:11:13.884498 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-90adbd39-3d17-479b-8998-dd362c0bfa06 admin admin] Usage tracker for resource:security_group_rule and tenant:cd7a1b915cf74bd2bfcdc6b7333c3e65 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:13.892420 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-90adbd39-3d17-479b-8998-dd362c0bfa06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:13.898634 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-86d6c638-8aec-40e7-a80a-5c1cf2635f06 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a61a57fd5e3d47faaa06e29b0e72e85c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656737 Feb 17 20:11:13.910411 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e411c9ba-8b8b-4d8d-804f-9591a57a8f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fb8d4c-36a7-4eff-901f-a437194b7a52'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:11:13.915657 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52614) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:13.921387 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-90adbd39-3d17-479b-8998-dd362c0bfa06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:13.983328 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c458ba31-34fa-4f0d-bde8-1bd80de36a09', 'tag': 'cc005afc-6d4b-4bdb-8e94-99b407da00d2', 'status': 'completed', 'code': 200} Feb 17 20:11:14.057882 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-aceea456-133e-470d-b2f1-891cb5d4fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:14.059609 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-aceea456-133e-470d-b2f1-891cb5d4fbc5 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=2b9361d772f4489e90685a3b38a5e845&device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 1160 time: 0.4257612 Feb 17 20:11:14.121134 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e136dd2-30c6-4499-8614-3918255381fc {{(pid=84037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:11:14.143873 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:14.151569 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0ac624e0-02f5-4d0a-a9f1-ebc80ce74ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:14.181138 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Transition to ACTIVE for port object 0e136dd2-30c6-4499-8614-3918255381fc will not be triggered until provisioned by entity L2. {{(pid=84037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:11:14.193608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-ac7204fd-fe0b-4d40-b2c2-c3a6d80ff617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:14.195296 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-ac7204fd-fe0b-4d40-b2c2-c3a6d80ff617 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bef112b64fbd44c2889ba8317513c94e&device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 1161 time: 0.2619312 Feb 17 20:11:14.198983 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:14.204176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0ac624e0-02f5-4d0a-a9f1-ebc80ce74ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:14.216246 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-57a0c4d8-413f-4e68-930d-0ca1233df3fb service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc005afc-6d4b-4bdb-8e94-99b407da00d2 HTTP/1.1" status: 200 len: 217 time: 0.1430984 Feb 17 20:11:14.229897 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:14.358900 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c1ab0321-7e66-4bd9-9249-105d10b4763f req-772f1413-f7c8-40bc-8526-0cd5db372d60 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:14.384683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc41503-d84b-4049-b401-10d8ff563f9a req-218c6b8b-b1f5-421d-9e34-20c4d6977398 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:14.386315 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6bc41503-d84b-4049-b401-10d8ff563f9a req-218c6b8b-b1f5-421d-9e34-20c4d6977398 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 946 time: 0.4773095 Feb 17 20:11:14.386971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c1ab0321-7e66-4bd9-9249-105d10b4763f req-772f1413-f7c8-40bc-8526-0cd5db372d60 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:14.391368 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-adbb277a-9b62-4656-a199-a42ba850f98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:14.423596 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-24a09c43-f9e1-4518-9d2d-bfca3febfb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:14.430041 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-adbb277a-9b62-4656-a199-a42ba850f98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:14.432971 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-6d62a50f-eb74-4ccc-850c-6e9e3996b54b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=239a0b21-3e11-4be5-b746-5403d1ce5cbf HTTP/1.1" status: 200 len: 217 time: 0.2041311 Feb 17 20:11:14.440440 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-c8f9d4c4-d18c-4c9d-ae0e-733841308a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:14.442039 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-c8f9d4c4-d18c-4c9d-ae0e-733841308a8d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=92d4e627-553d-414a-b50c-142182377aca HTTP/1.1" status: 200 len: 859 time: 0.2034605 Feb 17 20:11:14.526034 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Pushing event updated for resources: {'Port': ['ID=0e136dd2-30c6-4499-8614-3918255381fc,revision_number=2']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:14.533830 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c1ab0321-7e66-4bd9-9249-105d10b4763f req-772f1413-f7c8-40bc-8526-0cd5db372d60 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=fee4d955-37bc-4302-91ca-25e98930ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1412351 Feb 17 20:11:14.534134 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:14.573461 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-6ea68ee2-e51e-40d5-bc81-725a336b8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:14.575061 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-6ea68ee2-e51e-40d5-bc81-725a336b8cae service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1dab1ba6-9853-478e-b806-2a2376b065de HTTP/1.1" status: 200 len: 856 time: 0.1266789 Feb 17 20:11:14.585366 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0ac624e0-02f5-4d0a-a9f1-ebc80ce74ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:14.588056 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-54ae8244-d9b5-4f0d-a4cb-583d8beeff21 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d2eccab-e555-4638-9d23-76160788f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151855 Feb 17 20:11:14.592308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a87e5574-fac9-4d3f-b257-6045481a236c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:14.595640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f1413-f7c8-40bc-8526-0cd5db372d60 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b9c9f4-7a9c-473e-8a32-f325274646ad,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:14.605098 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-90adbd39-3d17-479b-8998-dd362c0bfa06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:14.607056 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-772f1413-f7c8-40bc-8526-0cd5db372d60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:14.612812 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:14.631336 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-adbb277a-9b62-4656-a199-a42ba850f98a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=686497687d2b4abe9d77ee29fc0f24b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1715631 Feb 17 20:11:14.642678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5d973-2295-4092-875d-05ee747e677a req-ce1194af-5b79-4923-b618-3fd87b203606 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:14.644212 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-64b5d973-2295-4092-875d-05ee747e677a req-ce1194af-5b79-4923-b618-3fd87b203606 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.5126278 Feb 17 20:11:14.644921 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-90adbd39-3d17-479b-8998-dd362c0bfa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:14.647603 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52620) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:14.650591 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6bc41503-d84b-4049-b401-10d8ff563f9a req-ca4ca7bf-339f-4b8a-ae02-674506698de0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/security-groups?id=fee4d955-37bc-4302-91ca-25e98930ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420149 Feb 17 20:11:14.660148 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac624e0-02f5-4d0a-a9f1-ebc80ce74ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed514fe-ab6f-4695-9353-5b4cc0256423,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:14.669833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0ac624e0-02f5-4d0a-a9f1-ebc80ce74ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:14.679145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0ac624e0-02f5-4d0a-a9f1-ebc80ce74ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:14.680390 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-0ac624e0-02f5-4d0a-a9f1-ebc80ce74ed8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aed514fe-ab6f-4695-9353-5b4cc0256423 HTTP/1.1" status: 204 len: 168 time: 0.7636371 Feb 17 20:11:14.723458 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb277a-9b62-4656-a199-a42ba850f98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a483cdc-c2df-43da-8bbf-52705b2ff076,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:14.734738 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Attempting to bind port 0e136dd2-30c6-4499-8614-3918255381fc on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:11:14.736145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Attempting to bind port 0e136dd2-30c6-4499-8614-3918255381fc by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': 'df98e125-e334-46b4-badc-a3d868ddf90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e'}] {{(pid=84037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:11:14.736746 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Attempting to bind port 0e136dd2-30c6-4499-8614-3918255381fc on network 1d2eccab-e555-4638-9d23-76160788f85e {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:11:14.745225 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-adbb277a-9b62-4656-a199-a42ba850f98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:14.745695 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:14.745822 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'tag': '239a0b21-3e11-4be5-b746-5403d1ce5cbf', 'status': 'completed', 'code': 200} Feb 17 20:11:14.746664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:11:14.747390 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Checking segment: {'id': 'df98e125-e334-46b4-badc-a3d868ddf90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:11:14.748019 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:14.748549 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Bound using segment: {'id': 'df98e125-e334-46b4-badc-a3d868ddf90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e'} {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:11:14.749272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Bound port: 0e136dd2-30c6-4499-8614-3918255381fc, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df98e125-e334-46b4-badc-a3d868ddf90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1d2eccab-e555-4638-9d23-76160788f85e'}}] {{(pid=84037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:11:14.750390 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:14.784973 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-90adbd39-3d17-479b-8998-dd362c0bfa06 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd7a1b915cf74bd2bfcdc6b7333c3e65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4924078 Feb 17 20:11:14.811723 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e411c9ba-8b8b-4d8d-804f-9591a57a8f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fb8d4c-36a7-4eff-901f-a437194b7a52', 'code': 200} Feb 17 20:11:14.814731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52628) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:14.951880 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-64b5d973-2295-4092-875d-05ee747e677a req-df701e5f-68c3-4455-8b38-747615bf376d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913861 Feb 17 20:11:14.995914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] For port 0e136dd2-30c6-4499-8614-3918255381fc, host hv-cinder-76003, cleared binding levels {{(pid=84037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:11:15.000729 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cccd332a-8a0e-49cd-9683-7dee5917d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:15.003479 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-cccd332a-8a0e-49cd-9683-7dee5917d686 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a0904cfe-b6c7-49f8-a858-3708f653bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2281103 Feb 17 20:11:15.014426 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] For port 0e136dd2-30c6-4499-8614-3918255381fc, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=0e136dd2-30c6-4499-8614-3918255381fc,segment=NetworkSegment(df98e125-e334-46b4-badc-a3d868ddf90b),segment_id=df98e125-e334-46b4-badc-a3d868ddf90b)] {{(pid=84037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:11:15.023068 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:15.053048 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8ae186f0-06e3-47a3-ae1c-f8d58ef686a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:15.057439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adbd39-3d17-479b-8998-dd362c0bfa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143acc18-4405-49d3-8efd-183aae5e010c,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:15.132412 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-90adbd39-3d17-479b-8998-dd362c0bfa06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:15.204927 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f28658b1-4130-4d4d-8bb5-c1b948b570fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:15.279109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52654) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:15.565292 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f28658b1-4130-4d4d-8bb5-c1b948b570fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:15.569419 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Pushing event updated for resources: {'Port': ['ID=0e136dd2-30c6-4499-8614-3918255381fc,revision_number=3']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:15.574034 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-61762644-fbef-4335-987c-6c7fdf374993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:15.579401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:15.643231 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-8f00bc8e-c225-4224-82be-0cbefe33e03e service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8670211 Feb 17 20:11:15.667052 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-b68df2dd-75ac-4dca-8415-57992f07bbe1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5a2df11c4d9426bba237c303f1cda2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823488 Feb 17 20:11:15.670836 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52664) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:15.692423 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-180cf93a-e06c-4163-9548-c018d143d9b4 service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661559 Feb 17 20:11:15.701632 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-61762644-fbef-4335-987c-6c7fdf374993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:15.776717 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf8f42-6131-4ec8-8ab5-024913273241 req-34240593-271f-4a7c-b32a-54764d41f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:15.778365 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-eecf8f42-6131-4ec8-8ab5-024913273241 req-34240593-271f-4a7c-b32a-54764d41f48d service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 1162 time: 0.6414647 Feb 17 20:11:15.786658 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:15.787339 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:15.788835 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] 10.222.0.127 "PUT /v2.0/ports/0e136dd2-30c6-4499-8614-3918255381fc HTTP/1.1" status: 200 len: 1158 time: 3.1296365 Feb 17 20:11:15.845342 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed12b3-dfd3-4518-b74e-d840d82f8339 req-52ef9887-b0e9-43bd-9b62-1a4d0f7362c4 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:15.846962 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e7ed12b3-dfd3-4518-b74e-d840d82f8339 req-52ef9887-b0e9-43bd-9b62-1a4d0f7362c4 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 944 time: 0.8262374 Feb 17 20:11:15.907272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83ac0d-25ca-4e06-b948-c58e2835dcd2 req-a2aec3ad-af8d-4828-83e5-4ace0e8936d7 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:15.908910 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8d83ac0d-25ca-4e06-b948-c58e2835dcd2 req-a2aec3ad-af8d-4828-83e5-4ace0e8936d7 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 945 time: 0.7751422 Feb 17 20:11:15.918134 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-333e6202-c747-415b-9030-01e9dfcfb0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:15.972941 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-14b65072-081b-4f65-b8a9-cb3d24aa1673 service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2707605 Feb 17 20:11:15.975416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-333e6202-c747-415b-9030-01e9dfcfb0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:15.990565 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-eecf8f42-6131-4ec8-8ab5-024913273241 req-765e1da8-5b77-43cb-8656-21b3beadeacb service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799288 Feb 17 20:11:15.991372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f28658b1-4130-4d4d-8bb5-c1b948b570fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:16.008917 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-90adbd39-3d17-479b-8998-dd362c0bfa06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:16.026623 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-9b6729e5-7e48-4d21-81b7-1695b9a316ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:16.028221 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-9b6729e5-7e48-4d21-81b7-1695b9a316ea service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=2b9361d772f4489e90685a3b38a5e845&device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 1161 time: 0.2009420 Feb 17 20:11:16.030140 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e7ed12b3-dfd3-4518-b74e-d840d82f8339 req-158d139f-1fcf-4319-895c-59a46787be5b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578002 Feb 17 20:11:16.041834 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-333e6202-c747-415b-9030-01e9dfcfb0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:16.048095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ccfbdd87-e3db-470a-9c88-bdbfd75ae509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:16.053560 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28658b1-4130-4d4d-8bb5-c1b948b570fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a483cdc-c2df-43da-8bbf-52705b2ff076,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:16.061516 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e6202-c747-415b-9030-01e9dfcfb0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f736780-fd8e-4d03-bc92-65541d71b985,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:16.064822 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f28658b1-4130-4d4d-8bb5-c1b948b570fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:16.065127 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-333e6202-c747-415b-9030-01e9dfcfb0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:16.067486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-333e6202-c747-415b-9030-01e9dfcfb0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:16.068927 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-333e6202-c747-415b-9030-01e9dfcfb0df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2f736780-fd8e-4d03-bc92-65541d71b985 HTTP/1.1" status: 204 len: 168 time: 0.3951967 Feb 17 20:11:16.088795 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8d83ac0d-25ca-4e06-b948-c58e2835dcd2 req-c4fa2df5-906c-42c6-ad84-4bbec719e8d4 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637111 Feb 17 20:11:16.092979 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f180bc19-89fc-4a97-be6f-bff3dcb9cf24 req-78137988-b9ae-4065-b9c1-0eb7725d79fb service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4291036 Feb 17 20:11:16.094364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-61762644-fbef-4335-987c-6c7fdf374993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:16.106282 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:16.130951 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f28658b1-4130-4d4d-8bb5-c1b948b570fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:16.134657 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-f28658b1-4130-4d4d-8bb5-c1b948b570fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3a483cdc-c2df-43da-8bbf-52705b2ff076 HTTP/1.1" status: 204 len: 168 time: 1.4806516 Feb 17 20:11:16.136304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61762644-fbef-4335-987c-6c7fdf374993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143acc18-4405-49d3-8efd-183aae5e010c,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:16.138691 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-61762644-fbef-4335-987c-6c7fdf374993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:16.139905 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-61762644-fbef-4335-987c-6c7fdf374993 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/143acc18-4405-49d3-8efd-183aae5e010c HTTP/1.1" status: 204 len: 168 time: 1.3035860 Feb 17 20:11:16.142329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-61762644-fbef-4335-987c-6c7fdf374993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:16.314110 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-ae3af151-6423-4a74-9377-6248f76d32d0 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e136dd2-30c6-4499-8614-3918255381fc HTTP/1.1" status: 200 len: 217 time: 0.0767121 Feb 17 20:11:16.399996 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-fd1cb14d-dfef-4d23-a69a-d0c0ba7df134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:16.401650 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-fd1cb14d-dfef-4d23-a69a-d0c0ba7df134 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=92d4e627-553d-414a-b50c-142182377aca HTTP/1.1" status: 200 len: 859 time: 0.0794959 Feb 17 20:11:16.506144 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-8a93f705-41b4-4360-bafb-1f2f290aff37 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d2eccab-e555-4638-9d23-76160788f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887799 Feb 17 20:11:16.534814 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b85b7e-cafb-4d46-b3ff-d2a04081d36b req-fe90d85a-47ad-40db-8299-ff584332fa80 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:16.542626 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27b85b7e-cafb-4d46-b3ff-d2a04081d36b req-fe90d85a-47ad-40db-8299-ff584332fa80 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 946 time: 0.3474519 Feb 17 20:11:16.617387 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d3d1d-613b-474c-aad8-5123fde32d82 req-b4c5c35f-5925-4425-a899-fecec8b97bed tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:16.619060 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6e7d3d1d-613b-474c-aad8-5123fde32d82 req-b4c5c35f-5925-4425-a899-fecec8b97bed tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.3732066 Feb 17 20:11:16.651761 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d710f2-5c2e-4f08-b1ef-7fc1c2398cb0 req-428367f5-ec11-4278-8825-5b5351c30b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:16.653470 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-29d710f2-5c2e-4f08-b1ef-7fc1c2398cb0 req-428367f5-ec11-4278-8825-5b5351c30b7f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=2b9361d772f4489e90685a3b38a5e845&device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 1160 time: 0.3633215 Feb 17 20:11:16.658680 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bcb44-ebd0-46e5-9200-78cbcf6e18a1 req-0df5f9ab-b26c-4e8b-882e-cd2ff90c220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:16.661161 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-df1bcb44-ebd0-46e5-9200-78cbcf6e18a1 req-0df5f9ab-b26c-4e8b-882e-cd2ff90c220d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bef112b64fbd44c2889ba8317513c94e&device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 1161 time: 0.3618581 Feb 17 20:11:16.762313 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983ac467-3b5c-4ca9-8ee6-1cc535f943a4', 'tag': '0e136dd2-30c6-4499-8614-3918255381fc'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:11:16.807693 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-bd069dd0-7b43-4e9d-83dc-ad8c70d013f4 service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878451 Feb 17 20:11:16.891711 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27b85b7e-cafb-4d46-b3ff-d2a04081d36b req-728e4238-d880-4708-bb34-cba25d8cd9c1 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/security-groups?id=fee4d955-37bc-4302-91ca-25e98930ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480341 Feb 17 20:11:16.957307 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983ac467-3b5c-4ca9-8ee6-1cc535f943a4', 'tag': '0e136dd2-30c6-4499-8614-3918255381fc', 'status': 'completed', 'code': 200} Feb 17 20:11:16.963275 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6e7d3d1d-613b-474c-aad8-5123fde32d82 req-d401c887-b8ee-40bb-8b1d-d294940f5aeb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3324583 Feb 17 20:11:16.981098 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eeac772-9fc4-471f-b967-948a3a5b0e01 req-970e8956-a558-4c46-84d1-2eb6ee1bdf16 service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1612236 Feb 17 20:11:17.000757 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52706) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:17.036975 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3d7ee705-0eb8-479f-a70d-6f08ef828af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:17.057161 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bcb44-ebd0-46e5-9200-78cbcf6e18a1 req-8f5ab3a1-d357-45d6-b77c-cc7995bf1179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:17.068466 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-df1bcb44-ebd0-46e5-9200-78cbcf6e18a1 req-8f5ab3a1-d357-45d6-b77c-cc7995bf1179 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 200 len: 911 time: 0.3542693 Feb 17 20:11:17.125058 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3d7ee705-0eb8-479f-a70d-6f08ef828af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:17.133023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-3d7ee705-0eb8-479f-a70d-6f08ef828af6 admin admin] Usage tracker for resource:security_group_rule and tenant:a0f7c071d94940c4bdeebdab864a1395 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:17.136936 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-3d7ee705-0eb8-479f-a70d-6f08ef828af6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:17.149191 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3d7ee705-0eb8-479f-a70d-6f08ef828af6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:17.185659 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753dd98-16d5-4307-bab8-0994cb7a84d2 req-c3519735-f3ab-4f96-a446-f1e6f6f91393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:17.187376 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b753dd98-16d5-4307-bab8-0994cb7a84d2 req-c3519735-f3ab-4f96-a446-f1e6f6f91393 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=2b9361d772f4489e90685a3b38a5e845&device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 1161 time: 0.1392779 Feb 17 20:11:17.190622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device d3fb8d4c-36a7-4eff-901f-a437194b7a52 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:17.264104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52720) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:17.271176 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-df1bcb44-ebd0-46e5-9200-78cbcf6e18a1 req-f5cd425d-64ea-4cdc-9c8b-a896d5f75761 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=239a0b21-3e11-4be5-b746-5403d1ce5cbf HTTP/1.1" status: 200 len: 217 time: 0.1992347 Feb 17 20:11:17.274477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d710f2-5c2e-4f08-b1ef-7fc1c2398cb0 req-6b97f7eb-f342-4931-8139-329fb1f57b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:17.279842 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-29d710f2-5c2e-4f08-b1ef-7fc1c2398cb0 req-6b97f7eb-f342-4931-8139-329fb1f57b30 service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d2eccab-e555-4638-9d23-76160788f85e HTTP/1.1" status: 200 len: 913 time: 0.6124234 Feb 17 20:11:17.341755 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port d3fb8d4c-36a7-4eff-901f-a437194b7a52 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:17.342844 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:17.621561 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-29d710f2-5c2e-4f08-b1ef-7fc1c2398cb0 req-2394e8aa-5271-48d0-b329-3f4935afda90 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc005afc-6d4b-4bdb-8e94-99b407da00d2 HTTP/1.1" status: 200 len: 217 time: 0.2079570 Feb 17 20:11:17.625405 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753dd98-16d5-4307-bab8-0994cb7a84d2 req-669476ac-9b3c-46fa-904e-f07d786f642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:17.628975 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b753dd98-16d5-4307-bab8-0994cb7a84d2 req-669476ac-9b3c-46fa-904e-f07d786f642f service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d2eccab-e555-4638-9d23-76160788f85e HTTP/1.1" status: 200 len: 913 time: 0.4288647 Feb 17 20:11:17.739856 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3d7ee705-0eb8-479f-a70d-6f08ef828af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:17.741996 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b753dd98-16d5-4307-bab8-0994cb7a84d2 req-7201f8ec-1cc8-4161-a8b0-0b1e0d962ede service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e136dd2-30c6-4499-8614-3918255381fc HTTP/1.1" status: 200 len: 217 time: 0.0883822 Feb 17 20:11:17.743761 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3d7ee705-0eb8-479f-a70d-6f08ef828af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:17.755392 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-881b3744-4b64-4be7-9470-8edd643b2d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:17.755628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b442a689-ea6f-4cab-8f8b-62728006cd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:17.822544 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-881b3744-4b64-4be7-9470-8edd643b2d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:17.839409 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bcb44-ebd0-46e5-9200-78cbcf6e18a1 req-aca347f3-f555-488e-88a5-8dc8acbfeb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:17.841057 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-df1bcb44-ebd0-46e5-9200-78cbcf6e18a1 req-aca347f3-f555-488e-88a5-8dc8acbfeb1c service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1dab1ba6-9853-478e-b806-2a2376b065de HTTP/1.1" status: 200 len: 856 time: 0.5402637 Feb 17 20:11:17.844455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-881b3744-4b64-4be7-9470-8edd643b2d17 admin admin] Usage tracker for resource:security_group_rule and tenant:00722e5605274f74ab01f142cfac6405 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:17.861477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-881b3744-4b64-4be7-9470-8edd643b2d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:17.872664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86914ea8-d0b1-486a-956c-4c7f5dc89a7d req-78a672e7-0c6c-4661-8455-b62e34af8bbe tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:17.874361 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-86914ea8-d0b1-486a-956c-4c7f5dc89a7d req-78a672e7-0c6c-4661-8455-b62e34af8bbe tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 945 time: 0.4595089 Feb 17 20:11:17.887501 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-3d7ee705-0eb8-479f-a70d-6f08ef828af6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a0f7c071d94940c4bdeebdab864a1395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8829403 Feb 17 20:11:17.888501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ee705-0eb8-479f-a70d-6f08ef828af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffef187-f336-4309-a3fe-215158a6be66,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:17.895306 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52742) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:17.899797 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3d7ee705-0eb8-479f-a70d-6f08ef828af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:17.905017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753dd98-16d5-4307-bab8-0994cb7a84d2 req-9c50b1a4-370b-4312-b970-eebe1b258e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:17.906979 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b753dd98-16d5-4307-bab8-0994cb7a84d2 req-9c50b1a4-370b-4312-b970-eebe1b258e72 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=92d4e627-553d-414a-b50c-142182377aca HTTP/1.1" status: 200 len: 859 time: 0.1545994 Feb 17 20:11:17.920246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52748) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:17.923259 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d710f2-5c2e-4f08-b1ef-7fc1c2398cb0 req-0ba7b849-dae0-4674-b9e8-c2503c07f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:17.924834 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-29d710f2-5c2e-4f08-b1ef-7fc1c2398cb0 req-0ba7b849-dae0-4674-b9e8-c2503c07f6c5 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=92d4e627-553d-414a-b50c-142182377aca HTTP/1.1" status: 200 len: 859 time: 0.2310529 Feb 17 20:11:17.932428 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-881b3744-4b64-4be7-9470-8edd643b2d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:17.993380 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b753dd98-16d5-4307-bab8-0994cb7a84d2 req-07c5b1ba-4392-4f33-995b-1183ec8e9122 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d2eccab-e555-4638-9d23-76160788f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739279 Feb 17 20:11:18.043150 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-29d710f2-5c2e-4f08-b1ef-7fc1c2398cb0 req-92ab81ea-97ae-425b-8cd8-a69f13be13b3 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d2eccab-e555-4638-9d23-76160788f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082156 Feb 17 20:11:18.106375 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148d8d3-c13e-4786-b8d2-8c9b4c7fa589 req-eff345ed-935c-4ffe-b04e-d0b546f33661 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:18.110095 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1148d8d3-c13e-4786-b8d2-8c9b4c7fa589 req-eff345ed-935c-4ffe-b04e-d0b546f33661 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 944 time: 0.8263998 Feb 17 20:11:18.115549 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-86914ea8-d0b1-486a-956c-4c7f5dc89a7d req-63012f1a-e023-49e2-885d-00baeec2a950 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848264 Feb 17 20:11:18.123554 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9cee9f54-3b6f-4825-9123-ad126efaeea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:18.185730 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9cee9f54-3b6f-4825-9123-ad126efaeea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:18.240703 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-886285834-network', 'tenant_id': 'cd908f751b754db7b91d0ee424a63958'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:11:18.252304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:18.258700 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Usage tracker for resource:network and tenant:cd908f751b754db7b91d0ee424a63958 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:18.263213 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:18.274435 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:18.311586 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Made reservation on behalf of cd908f751b754db7b91d0ee424a63958 for: {'network': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:11:18.316766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:18.347703 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:18.358449 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b753dd98-16d5-4307-bab8-0994cb7a84d2 req-a6c622ce-7fe3-4543-b50c-e1cacad4d8a3 service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450713 Feb 17 20:11:18.361213 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9cee9f54-3b6f-4825-9123-ad126efaeea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:18.367810 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c470dd6d-55da-4a9f-b93f-0b78ba5d6eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:18.386263 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1148d8d3-c13e-4786-b8d2-8c9b4c7fa589 req-7833702a-f64b-4144-a004-f8bc8e7092fc tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752114 Feb 17 20:11:18.399415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bcb44-ebd0-46e5-9200-78cbcf6e18a1 req-a2a2fc7f-987f-4e27-89b6-8dd240e1133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:18.400973 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-df1bcb44-ebd0-46e5-9200-78cbcf6e18a1 req-a2a2fc7f-987f-4e27-89b6-8dd240e1133a service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a0904cfe-b6c7-49f8-a858-3708f653bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5363736 Feb 17 20:11:18.438062 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:18.440553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee9f54-3b6f-4825-9123-ad126efaeea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffef187-f336-4309-a3fe-215158a6be66,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:18.495901 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Usage tracker for resource:security_group_rule and tenant:cd908f751b754db7b91d0ee424a63958 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:18.499095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9cee9f54-3b6f-4825-9123-ad126efaeea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:18.506454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:18.528395 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:18.531704 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9cee9f54-3b6f-4825-9123-ad126efaeea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:18.535314 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-9cee9f54-3b6f-4825-9123-ad126efaeea3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ffef187-f336-4309-a3fe-215158a6be66 HTTP/1.1" status: 204 len: 168 time: 0.6363304 Feb 17 20:11:18.617643 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b753dd98-16d5-4307-bab8-0994cb7a84d2 req-89e381c4-05b5-4005-8bbb-bd3548b56e41 service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2403507 Feb 17 20:11:18.672511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:18.676814 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:18.681820 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c243bcb5-d3f6-4fec-9778-c23d43691467 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:18.713645 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:11:18.727371 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e85338-1f79-4118-8715-e1dc3b5d5cb2,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:18.731870 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:18.732905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:18.733286 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Added segment 8d2b0339-bbac-4275-a907-2924bc87d184 of type vxlan for network b116b634-ac36-48a6-be16-8cd7aee34ca1 Feb 17 20:11:18.759166 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-29d710f2-5c2e-4f08-b1ef-7fc1c2398cb0 req-17475ad5-e269-4823-950a-4b355190bb5f service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965840 Feb 17 20:11:18.772744 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:18.809938 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:18.813015 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:18.814169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:18.821713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-57b2a1b3-378c-44db-8295-959693ba7e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:18.939130 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9720964 Feb 17 20:11:18.939130 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52784) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:18.959618 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Request body: {'subnet': {'network_id': 'b116b634-ac36-48a6-be16-8cd7aee34ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-886285834-subnet', 'tenant_id': 'cd908f751b754db7b91d0ee424a63958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:11:18.970697 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:18.978521 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Pushing event updated for resources: {'Network': ['ID=b116b634-ac36-48a6-be16-8cd7aee34ca1,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:18.981229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Usage tracker for resource:subnet and tenant:cd908f751b754db7b91d0ee424a63958 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:18.984316 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:18.985248 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:18.991793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network b116b634-ac36-48a6-be16-8cd7aee34ca1 details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:11:18.992115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:18.994046 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-881b3744-4b64-4be7-9470-8edd643b2d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:19.003872 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Made reservation on behalf of cd908f751b754db7b91d0ee424a63958 for: {'subnet': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:11:19.009838 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:19.021189 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network b116b634-ac36-48a6-be16-8cd7aee34ca1 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:11:19.022600 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-881b3744-4b64-4be7-9470-8edd643b2d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:19.045985 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-df1bcb44-ebd0-46e5-9200-78cbcf6e18a1 req-a1c83ef0-de23-44cb-806b-625f7dd3ae98 service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6331978 Feb 17 20:11:19.054657 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ec094-4b5e-4ce4-a187-a90eec3574bb req-2c064bbe-eb79-49f3-91ff-f2c9553605ac tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:19.056667 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-467ec094-4b5e-4ce4-a187-a90eec3574bb req-2c064bbe-eb79-49f3-91ff-f2c9553605ac tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 946 time: 0.8152983 Feb 17 20:11:19.089483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:19.322880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b3744-4b64-4be7-9470-8edd643b2d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1b0319-3c4f-4ed4-965f-ab2667df35df,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:19.334893 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-881b3744-4b64-4be7-9470-8edd643b2d17 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=00722e5605274f74ab01f142cfac6405&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0532157 Feb 17 20:11:19.338222 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52804) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:19.347553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-881b3744-4b64-4be7-9470-8edd643b2d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:19.354397 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-467ec094-4b5e-4ce4-a187-a90eec3574bb req-66441833-d402-468f-93e8-dffc4cca7ad0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/security-groups?id=fee4d955-37bc-4302-91ca-25e98930ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473295 Feb 17 20:11:19.356445 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-29d710f2-5c2e-4f08-b1ef-7fc1c2398cb0 req-3cb1be27-3649-48d2-b7f1-2fe2f756766f service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5350990 Feb 17 20:11:19.366543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6fb84-0819-45ca-96dc-e0ce15d1db75 req-29444113-b916-425d-ad1a-f3e876fc9891 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:19.368201 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7bd6fb84-0819-45ca-96dc-e0ce15d1db75 req-29444113-b916-425d-ad1a-f3e876fc9891 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.7059011 Feb 17 20:11:19.528203 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-df1bcb44-ebd0-46e5-9200-78cbcf6e18a1 req-fd04896a-11c0-4291-a33a-bb129596cc7d service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4637170 Feb 17 20:11:19.562657 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7bd6fb84-0819-45ca-96dc-e0ce15d1db75 req-652dd7db-ed13-4cdf-abd9-a5de11d0c7d4 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580064 Feb 17 20:11:19.610443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.objects.ports [None req-00acd077-c10b-4ab9-ac88-6b81540b6b18 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:11:19.659393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b72281db-d4b4-4a0a-8060-03cbabc6f027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:19.732505 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b72281db-d4b4-4a0a-8060-03cbabc6f027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:19.834078 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b72281db-d4b4-4a0a-8060-03cbabc6f027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:19.842298 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4166b734-8598-4e6f-85ab-fc754a654971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:19.859303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed3885-8737-4bad-8625-7fda8d369d02 req-c525a71d-ef2d-4169-9938-6c331193715a tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:19.861506 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b1ed3885-8737-4bad-8625-7fda8d369d02 req-c525a71d-ef2d-4169-9938-6c331193715a tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 945 time: 0.2543991 Feb 17 20:11:19.900008 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72281db-d4b4-4a0a-8060-03cbabc6f027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1b0319-3c4f-4ed4-965f-ab2667df35df,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:19.943161 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b72281db-d4b4-4a0a-8060-03cbabc6f027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:19.947931 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37048e48-58d5-4629-a49f-0274e262cc36 req-a24243ce-1dae-4027-8105-ac0aadab27e0 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:19.957136 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-37048e48-58d5-4629-a49f-0274e262cc36 req-a24243ce-1dae-4027-8105-ac0aadab27e0 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 944 time: 0.2324522 Feb 17 20:11:19.969130 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b72281db-d4b4-4a0a-8060-03cbabc6f027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:19.970625 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-b72281db-d4b4-4a0a-8060-03cbabc6f027 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1c1b0319-3c4f-4ed4-965f-ab2667df35df HTTP/1.1" status: 204 len: 168 time: 0.6310649 Feb 17 20:11:19.981826 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for subnet, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:20.041663 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b1ed3885-8737-4bad-8625-7fda8d369d02 req-4110dadd-8cf7-4a24-8dc6-554e64c45dbc tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696072 Feb 17 20:11:20.099809 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-53beec9d-1af1-4959-b7dc-ddc0b2c64b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:20.129589 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-37048e48-58d5-4629-a49f-0274e262cc36 req-53ded7a5-67ec-4604-8c9f-8dae73dd2169 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616724 Feb 17 20:11:20.247002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87fade40-00ff-42ff-8006-03c39d21a499,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:20.259416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:20.313716 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Checking segment: {'id': '8d2b0339-bbac-4275-a907-2924bc87d184', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b116b634-ac36-48a6-be16-8cd7aee34ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:11:20.314121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Network hostable DHCP agents. Network: b116b634-ac36-48a6-be16-8cd7aee34ca1, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:11:20.341811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Network b116b634-ac36-48a6-be16-8cd7aee34ca1 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:11:20.353959 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, b116b634-ac36-48a6-be16-8cd7aee34ca1) {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:11:20.358308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:20.359158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:20.364814 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6bf383-3b1a-4c7c-9083-6b781b89ddde None None] Network b116b634-ac36-48a6-be16-8cd7aee34ca1 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:11:20.384473 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-32fad336-925d-40c9-9105-ee80513d7e79 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4448059 Feb 17 20:11:20.607177 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52848) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:20.649440 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df81cb7d-ab99-4054-9913-cf26ea6e08e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:20.690382 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca0616-2d26-4bf5-8f4c-c258756a75bc None None] Network b116b634-ac36-48a6-be16-8cd7aee34ca1 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:11:20.691476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-df81cb7d-ab99-4054-9913-cf26ea6e08e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:20.699873 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-df81cb7d-ab99-4054-9913-cf26ea6e08e2 admin admin] Usage tracker for resource:security_group_rule and tenant:40e5691f07b2497384f86d71c5422522 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:20.705485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-df81cb7d-ab99-4054-9913-cf26ea6e08e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:20.721343 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-df81cb7d-ab99-4054-9913-cf26ea6e08e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:20.888330 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe6391-5204-45ca-803a-b99b29b7a928 req-67323df2-781f-4295-a556-8f262ca45a21 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:20.900805 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-92fe6391-5204-45ca-803a-b99b29b7a928 req-67323df2-781f-4295-a556-8f262ca45a21 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.1289194 Feb 17 20:11:20.934665 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df81cb7d-ab99-4054-9913-cf26ea6e08e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:20.938797 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df81cb7d-ab99-4054-9913-cf26ea6e08e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:20.962217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3d7ee705-0eb8-479f-a70d-6f08ef828af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:20.977999 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-92fe6391-5204-45ca-803a-b99b29b7a928 req-ad1e43ee-eab4-494e-a4d7-affb51c64d98 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758014 Feb 17 20:11:20.999708 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device cc005afc-6d4b-4bdb-8e94-99b407da00d2 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:21.009257 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-df81cb7d-ab99-4054-9913-cf26ea6e08e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=40e5691f07b2497384f86d71c5422522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004660 Feb 17 20:11:21.010042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81cb7d-ab99-4054-9913-cf26ea6e08e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9af000-74f4-4df0-b661-929ec562fd3c,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:21.012080 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52862) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:21.030077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-df81cb7d-ab99-4054-9913-cf26ea6e08e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:21.089568 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8f229350-d3d6-41c0-b58e-b010d00816a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:21.184260 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8f229350-d3d6-41c0-b58e-b010d00816a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:21.323015 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8f229350-d3d6-41c0-b58e-b010d00816a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:21.329727 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:21.473164 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port cc005afc-6d4b-4bdb-8e94-99b407da00d2 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:11:21.484658 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port cc005afc-6d4b-4bdb-8e94-99b407da00d2 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:21.485642 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:21.507867 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f229350-d3d6-41c0-b58e-b010d00816a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9af000-74f4-4df0-b661-929ec562fd3c,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:21.527034 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8f229350-d3d6-41c0-b58e-b010d00816a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:21.544137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8f229350-d3d6-41c0-b58e-b010d00816a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:21.550009 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-8f229350-d3d6-41c0-b58e-b010d00816a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6d9af000-74f4-4df0-b661-929ec562fd3c HTTP/1.1" status: 204 len: 168 time: 0.5368447 Feb 17 20:11:21.589882 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ca16d-4169-4336-9b0e-17f739816444 req-c81f4379-d39f-4cc2-9c6d-60ad23894d30 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:21.591547 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-187ca16d-4169-4336-9b0e-17f739816444 req-c81f4379-d39f-4cc2-9c6d-60ad23894d30 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 944 time: 0.2225087 Feb 17 20:11:21.673512 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:21.687882 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-187ca16d-4169-4336-9b0e-17f739816444 req-378cd172-2240-4394-b28c-fddcb502c4a8 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889871 Feb 17 20:11:21.723522 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c458ba31-34fa-4f0d-bde8-1bd80de36a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc005afc-6d4b-4bdb-8e94-99b407da00d2'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:11:21.734059 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port cc005afc-6d4b-4bdb-8e94-99b407da00d2, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=cc005afc-6d4b-4bdb-8e94-99b407da00d2,segment=NetworkSegment(df98e125-e334-46b4-badc-a3d868ddf90b),segment_id=df98e125-e334-46b4-badc-a3d868ddf90b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:11:21.737442 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:21.738707 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device d3fb8d4c-36a7-4eff-901f-a437194b7a52 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:21.806942 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-add0ecb3-1187-4e98-a97c-732993abaf56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:21.927486 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c458ba31-34fa-4f0d-bde8-1bd80de36a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc005afc-6d4b-4bdb-8e94-99b407da00d2', 'code': 200} Feb 17 20:11:21.957358 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=cc005afc-6d4b-4bdb-8e94-99b407da00d2,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:21.970421 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:21.980039 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port d3fb8d4c-36a7-4eff-901f-a437194b7a52 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:21.980539 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:22.143203 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 239a0b21-3e11-4be5-b746-5403d1ce5cbf up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:22.198770 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52922) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:22.290543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71472c-e32f-4775-95dd-81395682cef6 req-f952813f-28d3-49c2-b2a3-714e7834e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:22.292335 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ca71472c-e32f-4775-95dd-81395682cef6 req-f952813f-28d3-49c2-b2a3-714e7834e47d service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 1162 time: 0.2642112 Feb 17 20:11:22.309418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port 239a0b21-3e11-4be5-b746-5403d1ce5cbf completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:11:22.322019 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 239a0b21-3e11-4be5-b746-5403d1ce5cbf triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:22.322446 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:22.348096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f955286-b215-49f0-84ff-f214fa4b6cab req-b20e8f0b-6c0b-4564-88c1-755ce72be8cf tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:22.349797 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9f955286-b215-49f0-84ff-f214fa4b6cab req-b20e8f0b-6c0b-4564-88c1-755ce72be8cf tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.1625278 Feb 17 20:11:22.361540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ca71472c-e32f-4775-95dd-81395682cef6 req-9e816fdc-6612-44f6-b55a-bfa039484aca service neutron] Synchronizing usage tracker for tenant:ffb537046a1d4c71a9a56f3a401209fc on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:11:22.439833 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9f955286-b215-49f0-84ff-f214fa4b6cab req-c3618ff7-ec14-4aa0-af51-6233907ffdc7 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795796 Feb 17 20:11:22.447201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ca71472c-e32f-4775-95dd-81395682cef6 req-9e816fdc-6612-44f6-b55a-bfa039484aca service neutron] Unset dirty status for tenant:ffb537046a1d4c71a9a56f3a401209fc on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:11:22.450913 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ca71472c-e32f-4775-95dd-81395682cef6 req-9e816fdc-6612-44f6-b55a-bfa039484aca service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459942 Feb 17 20:11:22.667852 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:22.685255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7eb44e4f-5115-4b23-a879-f42f7ce7c0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:22.702324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-7eb44e4f-5115-4b23-a879-f42f7ce7c0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:22.707938 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-7eb44e4f-5115-4b23-a879-f42f7ce7c0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:c4afd8049a6744c099a0b1a7c7fc6252 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:22.708032 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52942) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:22.713012 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 239a0b21-3e11-4be5-b746-5403d1ce5cbf, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=239a0b21-3e11-4be5-b746-5403d1ce5cbf,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:11:22.715285 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1217084946-network', 'tenant_id': 'cf10973cf8d34256b9628026a0c3f46e'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:11:22.720439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:22.721643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 0e136dd2-30c6-4499-8614-3918255381fc up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:22.722355 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-7eb44e4f-5115-4b23-a879-f42f7ce7c0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:22.734746 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:22.758444 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:22.771173 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-7eb44e4f-5115-4b23-a879-f42f7ce7c0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:22.773075 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Usage tracker for resource:network and tenant:cf10973cf8d34256b9628026a0c3f46e is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:22.776731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:22.788703 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:22.825263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Made reservation on behalf of cf10973cf8d34256b9628026a0c3f46e for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:11:22.834981 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:22.871999 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:22.874880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=239a0b21-3e11-4be5-b746-5403d1ce5cbf,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:22.879033 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:22.891642 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port 0e136dd2-30c6-4499-8614-3918255381fc completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:11:22.897345 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 0e136dd2-30c6-4499-8614-3918255381fc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:22.897771 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:22.922198 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:22.932946 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Usage tracker for resource:security_group_rule and tenant:cf10973cf8d34256b9628026a0c3f46e is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:22.938500 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:23.003845 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:23.022571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7eb44e4f-5115-4b23-a879-f42f7ce7c0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.026030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7eb44e4f-5115-4b23-a879-f42f7ce7c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.057908 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-206d1802-7277-4bb6-a1c2-b62d63ae299d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:23.089007 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-7eb44e4f-5115-4b23-a879-f42f7ce7c0d2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c4afd8049a6744c099a0b1a7c7fc6252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8865619 Feb 17 20:11:23.089007 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb44e4f-5115-4b23-a879-f42f7ce7c0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d02873e-46c7-4d1d-aca3-6327afe871e0,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:23.090233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52960) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:23.093714 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7eb44e4f-5115-4b23-a879-f42f7ce7c0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:23.116669 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fffb7-5325-4e97-94cb-d8faf1221540 req-da0d5619-20f3-478e-8820-eeac9a7820d1 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:23.118514 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-778fffb7-5325-4e97-94cb-d8faf1221540 req-da0d5619-20f3-478e-8820-eeac9a7820d1 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 944 time: 0.1723173 Feb 17 20:11:23.133627 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.172737 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5dce4344-6e5f-4bc5-afbe-951eef1d27a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.181800 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 0e136dd2-30c6-4499-8614-3918255381fc, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=0e136dd2-30c6-4499-8614-3918255381fc,segment=NetworkSegment(df98e125-e334-46b4-badc-a3d868ddf90b),segment_id=df98e125-e334-46b4-badc-a3d868ddf90b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:11:23.187058 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.189456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:23.206160 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-778fffb7-5325-4e97-94cb-d8faf1221540 req-dcf854b8-e7d1-4fda-b42f-ddba98128c61 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784669 Feb 17 20:11:23.228731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5dce4344-6e5f-4bc5-afbe-951eef1d27a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.287449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5dce4344-6e5f-4bc5-afbe-951eef1d27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.293329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=0e136dd2-30c6-4499-8614-3918255381fc,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:23.294781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a5cd4f02-8b86-46fa-a943-b6ce9463ef78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:23.300368 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:23.313197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce4344-6e5f-4bc5-afbe-951eef1d27a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d02873e-46c7-4d1d-aca3-6327afe871e0,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:23.321077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.321182 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5dce4344-6e5f-4bc5-afbe-951eef1d27a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:23.326977 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.330962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5dce4344-6e5f-4bc5-afbe-951eef1d27a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.334901 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-5dce4344-6e5f-4bc5-afbe-951eef1d27a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d02873e-46c7-4d1d-aca3-6327afe871e0 HTTP/1.1" status: 204 len: 168 time: 0.2411737 Feb 17 20:11:23.335166 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:23.375339 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:11:23.385657 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450a1990-438b-4cac-ae73-f2de4be41868,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:23.390511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:23.393226 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290633027324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.393974 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Added segment d7fb5f8a-3b38-47d9-86a5-14480c82ec31 of type vxlan for network 8dfe96ba-9a40-4daa-bd3c-4da255c5f166 Feb 17 20:11:23.430986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.464905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.466413 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:23.467060 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.473562 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a9f1c237-abb5-4fbc-a487-afb4986dbac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:23.509005 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device cc005afc-6d4b-4bdb-8e94-99b407da00d2 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:23.593498 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Pushing event updated for resources: {'Network': ['ID=8dfe96ba-9a40-4daa-bd3c-4da255c5f166,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:23.607738 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:23.615400 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network 8dfe96ba-9a40-4daa-bd3c-4da255c5f166 details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:11:23.637076 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9252527 Feb 17 20:11:23.637485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 52984) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:23.644230 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Request body: {'subnet': {'network_id': '8dfe96ba-9a40-4daa-bd3c-4da255c5f166', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1217084946-subnet', 'tenant_id': 'cf10973cf8d34256b9628026a0c3f46e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:11:23.656778 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:23.669299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Usage tracker for resource:subnet and tenant:cf10973cf8d34256b9628026a0c3f46e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:23.684501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:23.706193 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:23.739322 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Made reservation on behalf of cf10973cf8d34256b9628026a0c3f46e for: {'subnet': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:11:23.752156 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:23.753222 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network 8dfe96ba-9a40-4daa-bd3c-4da255c5f166 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:11:23.885254 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6b721-da99-4c3b-970f-0613abd0187f req-14f215f0-14d3-4c14-aed7-bdae67737429 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:23.893292 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f8e6b721-da99-4c3b-970f-0613abd0187f req-14f215f0-14d3-4c14-aed7-bdae67737429 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.2034893 Feb 17 20:11:23.933659 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239a0b21-3e11-4be5-b746-5403d1ce5cbf'}, {'server_uuid': '983ac467-3b5c-4ca9-8ee6-1cc535f943a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e136dd2-30c6-4499-8614-3918255381fc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:11:23.944649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port cc005afc-6d4b-4bdb-8e94-99b407da00d2 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:23.945298 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:24.001892 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f8e6b721-da99-4c3b-970f-0613abd0187f req-60d91597-3254-4ea1-bca2-3cddc2870cb0 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075578 Feb 17 20:11:24.031092 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239a0b21-3e11-4be5-b746-5403d1ce5cbf', 'code': 200} Feb 17 20:11:24.031520 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983ac467-3b5c-4ca9-8ee6-1cc535f943a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e136dd2-30c6-4499-8614-3918255381fc', 'code': 200} Feb 17 20:11:24.090792 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52996) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:24.113692 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 239a0b21-3e11-4be5-b746-5403d1ce5cbf up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:24.143216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5fb50248-5da5-484a-98df-bb8a59492949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:24.193913 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-5fb50248-5da5-484a-98df-bb8a59492949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:24.204587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 239a0b21-3e11-4be5-b746-5403d1ce5cbf triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:24.205304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:24.205998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-5fb50248-5da5-484a-98df-bb8a59492949 admin admin] Usage tracker for resource:security_group_rule and tenant:ef7d96a4b77f4df399474186ccfec027 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:24.215960 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-5fb50248-5da5-484a-98df-bb8a59492949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:24.236431 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-5fb50248-5da5-484a-98df-bb8a59492949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:24.363632 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53004) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:24.388198 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 0e136dd2-30c6-4499-8614-3918255381fc up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:24.474307 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 0e136dd2-30c6-4499-8614-3918255381fc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:24.474732 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:24.745669 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516fcf4-d4c5-4bae-ae35-76102891338b req-3852de0f-fe87-41fe-bfd0-6ac3bed72eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:24.747526 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0516fcf4-d4c5-4bae-ae35-76102891338b req-3852de0f-fe87-41fe-bfd0-6ac3bed72eda service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 1163 time: 0.3996964 Feb 17 20:11:24.763235 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571d166-454d-44f3-b7a4-9da0f377a46e req-50ec6309-9a4d-4541-bdc8-8d499613115c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:24.763494 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0cc4b91f-e39f-406b-8d36-d60b00f68d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:24.769402 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4571d166-454d-44f3-b7a4-9da0f377a46e req-50ec6309-9a4d-4541-bdc8-8d499613115c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.3125319 Feb 17 20:11:24.789585 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-0cc4b91f-e39f-406b-8d36-d60b00f68d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:24.797297 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5fb50248-5da5-484a-98df-bb8a59492949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:24.822577 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-0cc4b91f-e39f-406b-8d36-d60b00f68d64 admin admin] Usage tracker for resource:security_group_rule and tenant:4dde9f565bff49ccb04bf67425fac58c is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:24.828595 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-0cc4b91f-e39f-406b-8d36-d60b00f68d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:24.845730 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-0cc4b91f-e39f-406b-8d36-d60b00f68d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:24.845986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5fb50248-5da5-484a-98df-bb8a59492949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:24.868429 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9443a6-2e94-4bce-aa02-db08ec0f1dd6 req-e3e68a9c-d5f8-42be-8b93-fd78f30f6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:24.870352 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8f9443a6-2e94-4bce-aa02-db08ec0f1dd6 req-e3e68a9c-d5f8-42be-8b93-fd78f30f6c43 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 1163 time: 0.4148953 Feb 17 20:11:24.882233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for subnet, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:24.889902 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-adbb277a-9b62-4656-a199-a42ba850f98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:24.904205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:24.907586 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0516fcf4-d4c5-4bae-ae35-76102891338b req-cf257a2a-3177-4be0-9951-d9a6bcae7558 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369123 Feb 17 20:11:24.971981 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb50248-5da5-484a-98df-bb8a59492949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ca155d-0fda-4caa-949d-7e783506bf1d,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:24.980270 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4571d166-454d-44f3-b7a4-9da0f377a46e req-b6e8f1af-3c8b-4764-8649-a9d03de72106 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898603 Feb 17 20:11:24.982365 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5fb50248-5da5-484a-98df-bb8a59492949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:24.986263 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-5fb50248-5da5-484a-98df-bb8a59492949 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ef7d96a4b77f4df399474186ccfec027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8941553 Feb 17 20:11:24.991160 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53024) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:25.005335 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8f9443a6-2e94-4bce-aa02-db08ec0f1dd6 req-3918906f-227c-4f24-9e9b-fe83ef04045c service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851214 Feb 17 20:11:25.089769 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f139b19b-1888-4d0a-82be-2c12c97a1e21,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:25.108147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:25.201927 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6ac21082-c656-4d59-92ff-79efdd9b9067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:25.220923 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0cc4b91f-e39f-406b-8d36-d60b00f68d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:25.225035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c719e5-ac1c-4939-b83b-ded3c47e7b95 req-fe75b5f1-9ae9-42e9-9ffe-86517d6b040d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:25.226832 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-38c719e5-ac1c-4939-b83b-ded3c47e7b95 req-fe75b5f1-9ae9-42e9-9ffe-86517d6b040d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0969646 Feb 17 20:11:25.237387 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0cc4b91f-e39f-406b-8d36-d60b00f68d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:25.254158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cd3bbe69-d332-453e-9d99-3786de470289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:25.276255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6ac21082-c656-4d59-92ff-79efdd9b9067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:25.277904 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-38c719e5-ac1c-4939-b83b-ded3c47e7b95 req-010d7fc3-1715-42bf-9b41-70c69c0a4e60 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437338 Feb 17 20:11:25.355838 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Checking segment: {'id': 'd7fb5f8a-3b38-47d9-86a5-14480c82ec31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8dfe96ba-9a40-4daa-bd3c-4da255c5f166'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:11:25.356266 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Network hostable DHCP agents. Network: 8dfe96ba-9a40-4daa-bd3c-4da255c5f166, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:11:25.365406 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4b91f-e39f-406b-8d36-d60b00f68d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151fc1f4-6166-4bfd-93a5-48c5e1406e89,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:25.370797 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-0cc4b91f-e39f-406b-8d36-d60b00f68d64 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4dde9f565bff49ccb04bf67425fac58c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0036726 Feb 17 20:11:25.372468 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0cc4b91f-e39f-406b-8d36-d60b00f68d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:25.373851 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53040) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:25.432063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Network 8dfe96ba-9a40-4daa-bd3c-4da255c5f166 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:11:25.440694 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6ac21082-c656-4d59-92ff-79efdd9b9067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:25.446850 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d8526657-fbfb-44fd-9250-81635852c6db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:25.461356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, 8dfe96ba-9a40-4daa-bd3c-4da255c5f166) {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:11:25.470971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0dddc8-dcc5-410f-8e2b-d31be31d8372 None None] Network 8dfe96ba-9a40-4daa-bd3c-4da255c5f166 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:11:25.473344 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac21082-c656-4d59-92ff-79efdd9b9067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ca155d-0fda-4caa-949d-7e783506bf1d,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:25.481247 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6ac21082-c656-4d59-92ff-79efdd9b9067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:25.484961 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:25.485583 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:25.507732 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4959ef49-24c0-4944-85c3-9f0b61d4f36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:25.524150 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6ac21082-c656-4d59-92ff-79efdd9b9067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:25.527796 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-6ac21082-c656-4d59-92ff-79efdd9b9067 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/11ca155d-0fda-4caa-949d-7e783506bf1d HTTP/1.1" status: 204 len: 168 time: 0.5286155 Feb 17 20:11:25.532896 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8905611 Feb 17 20:11:25.555125 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4959ef49-24c0-4944-85c3-9f0b61d4f36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:25.580197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device cc005afc-6d4b-4bdb-8e94-99b407da00d2 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:25.622471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4959ef49-24c0-4944-85c3-9f0b61d4f36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:25.631297 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0640d18b-9aab-4363-96fd-0b34dd93d8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:25.676523 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959ef49-24c0-4944-85c3-9f0b61d4f36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151fc1f4-6166-4bfd-93a5-48c5e1406e89,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:25.697243 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4959ef49-24c0-4944-85c3-9f0b61d4f36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:25.701035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4959ef49-24c0-4944-85c3-9f0b61d4f36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:25.709099 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-4959ef49-24c0-4944-85c3-9f0b61d4f36a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/151fc1f4-6166-4bfd-93a5-48c5e1406e89 HTTP/1.1" status: 204 len: 168 time: 0.3338487 Feb 17 20:11:25.820267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port cc005afc-6d4b-4bdb-8e94-99b407da00d2 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:25.820715 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:26.009713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2399ed-6f42-4299-bf51-bbb1840e00ff None None] Network 8dfe96ba-9a40-4daa-bd3c-4da255c5f166 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:11:26.445118 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 0e136dd2-30c6-4499-8614-3918255381fc up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:26.542086 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53102) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:26.547773 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f13bb-5dd2-4978-88a4-157c6400ada0 req-663255e8-fad4-47dc-8929-f454a3779eaf tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:26.552151 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb8f13bb-5dd2-4978-88a4-157c6400ada0 req-663255e8-fad4-47dc-8929-f454a3779eaf tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.3364313 Feb 17 20:11:26.596888 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c871039c-6ad7-40fa-9dbb-ca173cc17a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:26.643614 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c871039c-6ad7-40fa-9dbb-ca173cc17a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:26.651690 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c871039c-6ad7-40fa-9dbb-ca173cc17a5d admin admin] Usage tracker for resource:security_group_rule and tenant:98467679ee8b4a1c9c79529848284609 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:26.659565 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c871039c-6ad7-40fa-9dbb-ca173cc17a5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:26.675559 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c871039c-6ad7-40fa-9dbb-ca173cc17a5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:26.801040 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c871039c-6ad7-40fa-9dbb-ca173cc17a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:26.805627 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c871039c-6ad7-40fa-9dbb-ca173cc17a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:26.826853 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb8f13bb-5dd2-4978-88a4-157c6400ada0 req-e5a54e12-a81f-4906-b411-03da4eb9c678 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682333 Feb 17 20:11:26.828641 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 0e136dd2-30c6-4499-8614-3918255381fc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:26.829091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:26.883037 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6bed9f93-cf6f-4d64-adf0-11ed5d13c5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:26.903426 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff344db-74c0-4bf8-9445-db1c82e71044 req-a17189ff-be1b-41f6-8972-6043ee4edc94 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:26.906064 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c871039c-6ad7-40fa-9dbb-ca173cc17a5d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98467679ee8b4a1c9c79529848284609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627872 Feb 17 20:11:26.910197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53114) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:26.915477 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5ff344db-74c0-4bf8-9445-db1c82e71044 req-a17189ff-be1b-41f6-8972-6043ee4edc94 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.3227055 Feb 17 20:11:26.980534 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5ff344db-74c0-4bf8-9445-db1c82e71044 req-e09b4dba-228e-42b8-8a6f-c6dc933ccaab tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638926 Feb 17 20:11:26.999618 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871039c-6ad7-40fa-9dbb-ca173cc17a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0c1d43-e415-41bd-b61b-fa68d1142b12,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:27.034332 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c871039c-6ad7-40fa-9dbb-ca173cc17a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:27.061161 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d940c5cc-7c08-493d-ab8f-1d139410b4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:27.095797 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d940c5cc-7c08-493d-ab8f-1d139410b4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:27.154703 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d940c5cc-7c08-493d-ab8f-1d139410b4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:27.162040 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6ac21082-c656-4d59-92ff-79efdd9b9067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:27.178287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940c5cc-7c08-493d-ab8f-1d139410b4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0c1d43-e415-41bd-b61b-fa68d1142b12,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:27.181633 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d940c5cc-7c08-493d-ab8f-1d139410b4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:27.184725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d940c5cc-7c08-493d-ab8f-1d139410b4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:27.190265 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d940c5cc-7c08-493d-ab8f-1d139410b4a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df0c1d43-e415-41bd-b61b-fa68d1142b12 HTTP/1.1" status: 204 len: 168 time: 0.2763484 Feb 17 20:11:27.246070 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53128) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:27.311553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:11:27.460612 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 0e136dd2-30c6-4499-8614-3918255381fc up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:27.533616 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-821d6ed2-4dfa-4a36-8630-c70e4500636b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:27.540343 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 0e136dd2-30c6-4499-8614-3918255381fc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:27.540793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:27.552668 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-821d6ed2-4dfa-4a36-8630-c70e4500636b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:27.556756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-821d6ed2-4dfa-4a36-8630-c70e4500636b admin admin] Usage tracker for resource:security_group_rule and tenant:13a0314ed6bb42e0b283a5922c0d665a is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:27.559968 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-821d6ed2-4dfa-4a36-8630-c70e4500636b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:27.569432 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-821d6ed2-4dfa-4a36-8630-c70e4500636b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:27.687478 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-821d6ed2-4dfa-4a36-8630-c70e4500636b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:27.691514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-821d6ed2-4dfa-4a36-8630-c70e4500636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:27.700594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:27.748108 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53152) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:27.761509 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-821d6ed2-4dfa-4a36-8630-c70e4500636b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=13a0314ed6bb42e0b283a5922c0d665a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5141675 Feb 17 20:11:27.763618 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d6ed2-4dfa-4a36-8630-c70e4500636b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6000c2e-4592-40d9-9b06-9d18bb0660fb,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:27.768828 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-821d6ed2-4dfa-4a36-8630-c70e4500636b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:27.821913 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-736ee53d-081b-412a-8b66-494fff6dda22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:27.867629 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-736ee53d-081b-412a-8b66-494fff6dda22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:27.916763 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-736ee53d-081b-412a-8b66-494fff6dda22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:27.921479 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:27.938066 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ee53d-081b-412a-8b66-494fff6dda22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6000c2e-4592-40d9-9b06-9d18bb0660fb,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:27.947601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-736ee53d-081b-412a-8b66-494fff6dda22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:27.952760 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-736ee53d-081b-412a-8b66-494fff6dda22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:27.954037 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-736ee53d-081b-412a-8b66-494fff6dda22 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6000c2e-4592-40d9-9b06-9d18bb0660fb HTTP/1.1" status: 204 len: 168 time: 0.2048776 Feb 17 20:11:28.063037 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5492a-6080-4dcd-83da-71a342097384 req-f4ea7b35-9879-4d74-b7dc-96865c7ca50e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:28.064681 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-65f5492a-6080-4dcd-83da-71a342097384 req-f4ea7b35-9879-4d74-b7dc-96865c7ca50e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1000266 Feb 17 20:11:28.130265 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-65f5492a-6080-4dcd-83da-71a342097384 req-20be8dca-f3e5-45fc-a196-4339a773bd84 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561736 Feb 17 20:11:28.238195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ba8c8-3102-44aa-9033-0430644758c0 req-1c50ac06-7b7b-4d6e-a51b-a159024f89f5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:28.240045 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-762ba8c8-3102-44aa-9033-0430644758c0 req-1c50ac06-7b7b-4d6e-a51b-a159024f89f5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.1171455 Feb 17 20:11:28.329696 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-762ba8c8-3102-44aa-9033-0430644758c0 req-3baef06d-010a-4e1c-961a-de4c666d74b0 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815032 Feb 17 20:11:28.486448 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-93aadb85-de94-4808-abaa-9fb8b1595d4a req-79d1b7c4-915b-4da5-a860-de542c763f32 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1229901 Feb 17 20:11:28.657289 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5386c2c-8cdc-4dfe-b9b3-caa9cdfc8ce5 req-592bb4cd-2a09-444d-8de6-f5a3044db2af tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:28.667529 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c5386c2c-8cdc-4dfe-b9b3-caa9cdfc8ce5 req-592bb4cd-2a09-444d-8de6-f5a3044db2af tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.1203969 Feb 17 20:11:28.675686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53196) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:28.685540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-b6f8a4a3-762c-4843-9d67-05f6d37f8851 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Request body: {'floatingip': {'port_id': '239a0b21-3e11-4be5-b746-5403d1ce5cbf'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:11:28.814678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53204) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:28.850646 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bf97c1a4-3d65-44ec-9b3c-ea169e5fdeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:28.880128 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-bf97c1a4-3d65-44ec-9b3c-ea169e5fdeb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:28.885784 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b6f8a4a3-762c-4843-9d67-05f6d37f8851 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for floatingip, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:28.978203 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-bf97c1a4-3d65-44ec-9b3c-ea169e5fdeb9 admin admin] Usage tracker for resource:security_group_rule and tenant:e3022034ca0a43be852b1f9bc6f83c71 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:28.992611 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-bf97c1a4-3d65-44ec-9b3c-ea169e5fdeb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:29.048264 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-bf97c1a4-3d65-44ec-9b3c-ea169e5fdeb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:29.174940 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aadb85-de94-4808-abaa-9fb8b1595d4a req-8aba8bde-597d-4d64-b3b4-5d6589c4f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:29.176962 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-93aadb85-de94-4808-abaa-9fb8b1595d4a req-8aba8bde-597d-4d64-b3b4-5d6589c4f8c7 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=12105208cfd049c3966c54855bf3b32e&device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 1163 time: 0.5106986 Feb 17 20:11:29.197695 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96965-099e-4b86-8e02-48a6f4043bc4 req-b1f73516-3dab-4454-83ea-2419033b1976 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:29.199349 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c2e96965-099e-4b86-8e02-48a6f4043bc4 req-b1f73516-3dab-4454-83ea-2419033b1976 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.4040449 Feb 17 20:11:29.358362 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aadb85-de94-4808-abaa-9fb8b1595d4a req-993ffaab-e64a-450e-8d4b-893139ff2def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:29.360943 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-93aadb85-de94-4808-abaa-9fb8b1595d4a req-993ffaab-e64a-450e-8d4b-893139ff2def service neutron] 10.222.0.127 "GET /v2.0/networks?id=f0e2369c-e4ac-45b6-930c-cee930a28c81 HTTP/1.1" status: 200 len: 905 time: 0.1562328 Feb 17 20:11:29.462537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77c89-817b-4f38-8575-439baf70d5ce req-a352e78f-d8cb-499d-91dd-135ebc76e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:29.464231 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0de77c89-817b-4f38-8575-439baf70d5ce req-a352e78f-d8cb-499d-91dd-135ebc76e413 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=2b9361d772f4489e90685a3b38a5e845&device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 1163 time: 0.6671174 Feb 17 20:11:29.465741 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-93aadb85-de94-4808-abaa-9fb8b1595d4a req-8bc7b96b-a584-414e-9f84-7c9e7a30dfe0 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=104bbbb5-5e02-41c4-b7c3-0d910f03a452 HTTP/1.1" status: 200 len: 217 time: 0.0796998 Feb 17 20:11:29.481416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bf97c1a4-3d65-44ec-9b3c-ea169e5fdeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:29.488984 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bf97c1a4-3d65-44ec-9b3c-ea169e5fdeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:29.502079 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c2e96965-099e-4b86-8e02-48a6f4043bc4 req-fe7d3bc4-1f0c-470f-86f3-5adac35e4ef3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675479 Feb 17 20:11:29.524648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4959ef49-24c0-4944-85c3-9f0b61d4f36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:29.553233 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-bf97c1a4-3d65-44ec-9b3c-ea169e5fdeb9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e3022034ca0a43be852b1f9bc6f83c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7362652 Feb 17 20:11:29.564498 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97c1a4-3d65-44ec-9b3c-ea169e5fdeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e02247-8068-480d-82f7-a940768d6bad,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:29.568698 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-bf97c1a4-3d65-44ec-9b3c-ea169e5fdeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:29.581589 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53230) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:29.791175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77c89-817b-4f38-8575-439baf70d5ce req-a70893de-2cd9-4bda-b9bc-2d01da1e60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:29.792801 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0de77c89-817b-4f38-8575-439baf70d5ce req-a70893de-2cd9-4bda-b9bc-2d01da1e60e6 service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d2eccab-e555-4638-9d23-76160788f85e HTTP/1.1" status: 200 len: 913 time: 0.2831275 Feb 17 20:11:29.848518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53240) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:29.892107 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0de77c89-817b-4f38-8575-439baf70d5ce req-003e8879-e0d7-4016-a687-a4ff8c5f8749 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e136dd2-30c6-4499-8614-3918255381fc HTTP/1.1" status: 200 len: 217 time: 0.0807443 Feb 17 20:11:29.893288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-41b2723f-9c1c-4db2-ab4c-7160f900b776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:29.899614 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aadb85-de94-4808-abaa-9fb8b1595d4a req-d586ba30-6855-4aba-a633-79a84b5aa1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:29.901183 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-93aadb85-de94-4808-abaa-9fb8b1595d4a req-d586ba30-6855-4aba-a633-79a84b5aa1fb service neutron] 10.222.0.127 "GET /v2.0/subnets?id=23622858-9368-4530-b5c8-86a17ea9bd41 HTTP/1.1" status: 200 len: 851 time: 0.3953176 Feb 17 20:11:29.926353 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-41b2723f-9c1c-4db2-ab4c-7160f900b776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:30.016369 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:30.016607 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-93aadb85-de94-4808-abaa-9fb8b1595d4a req-f027f527-d4d8-4fe2-bcfe-a9db8a9d746b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f0e2369c-e4ac-45b6-930c-cee930a28c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604930 Feb 17 20:11:30.084139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:30.094020 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Usage tracker for resource:security_group_rule and tenant:5580d130e5e64243b8bed76a35e2b9a7 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:30.098625 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:30.110351 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:30.114473 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77c89-817b-4f38-8575-439baf70d5ce req-c6bd80d2-cffc-40df-8439-6508ca034dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:30.116112 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0de77c89-817b-4f38-8575-439baf70d5ce req-c6bd80d2-cffc-40df-8439-6508ca034dc7 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=92d4e627-553d-414a-b50c-142182377aca HTTP/1.1" status: 200 len: 859 time: 0.2140071 Feb 17 20:11:30.117099 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-41b2723f-9c1c-4db2-ab4c-7160f900b776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:30.126449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-861eb4af-50c7-45c3-b476-e65e9fe880a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:30.145548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2723f-9c1c-4db2-ab4c-7160f900b776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e02247-8068-480d-82f7-a940768d6bad,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:30.148393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-41b2723f-9c1c-4db2-ab4c-7160f900b776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:30.155858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.resource_extend [None req-b6f8a4a3-762c-4843-9d67-05f6d37f8851 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 20:11:30.223873 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0de77c89-817b-4f38-8575-439baf70d5ce req-fea08088-2747-4f71-be84-664229440aeb service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d2eccab-e555-4638-9d23-76160788f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894561 Feb 17 20:11:30.267706 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-41b2723f-9c1c-4db2-ab4c-7160f900b776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:30.268953 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-41b2723f-9c1c-4db2-ab4c-7160f900b776 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/81e02247-8068-480d-82f7-a940768d6bad HTTP/1.1" status: 204 len: 168 time: 0.6861939 Feb 17 20:11:30.301287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b6f8a4a3-762c-4843-9d67-05f6d37f8851 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:30.310224 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b6f8a4a3-762c-4843-9d67-05f6d37f8851 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:30.501294 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0de77c89-817b-4f38-8575-439baf70d5ce req-b636f49b-9182-44b9-97c6-b7b866bb2d5b service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453148 Feb 17 20:11:30.555559 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-93aadb85-de94-4808-abaa-9fb8b1595d4a req-94db54b0-bda3-4524-902b-7041e750a012 service neutron] 10.222.0.127 "GET /v2.0/networks/f0e2369c-e4ac-45b6-930c-cee930a28c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269413 Feb 17 20:11:31.017603 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0de77c89-817b-4f38-8575-439baf70d5ce req-501a6fa7-b508-4ba6-af77-a51b59bad8e1 service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5028541 Feb 17 20:11:31.021176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:31.034989 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-93aadb85-de94-4808-abaa-9fb8b1595d4a req-d9d95bc0-fc13-42ac-a005-b08510273d65 service neutron] 10.222.0.127 "GET /v2.0/networks/f0e2369c-e4ac-45b6-930c-cee930a28c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4236555 Feb 17 20:11:31.040171 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:31.052684 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc3320-e811-4430-b0d4-094697859241 req-cecec92e-bd3f-4314-907c-32981128ce5e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:31.055093 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-bf97c1a4-3d65-44ec-9b3c-ea169e5fdeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:31.062437 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2ccc3320-e811-4430-b0d4-094697859241 req-cecec92e-bd3f-4314-907c-32981128ce5e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.2737052 Feb 17 20:11:31.140279 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2ccc3320-e811-4430-b0d4-094697859241 req-6f814019-bbc3-46f6-9764-92c99a369df1 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765226 Feb 17 20:11:31.197369 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5580d130e5e64243b8bed76a35e2b9a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3476510 Feb 17 20:11:31.200222 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53292) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:31.214475 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350f1000-63b8-4dfe-b553-8f40d851e14b,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:31.225001 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [None req-b6f8a4a3-762c-4843-9d67-05f6d37f8851 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Floating IP d429cb59-8d27-41a8-a5a1-a9d3d0c6307b associated. External IP: 172.27.1.200, port: 239a0b21-3e11-4be5-b746-5403d1ce5cbf. Feb 17 20:11:31.268270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:31.284704 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.285140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.285542 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.285936 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.286327 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.286717 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.287104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.287496 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.287884 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.288266 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.288659 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.289063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.289502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.289887 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.290271 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.290651 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.291031 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.291431 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.291818 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.292195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.292961 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.292961 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.293308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.293687 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.296982 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:31.310601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:31.346152 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:31.353089 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8f229350-d3d6-41c0-b58e-b010d00816a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:31.368636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350f1000-63b8-4dfe-b553-8f40d851e14b,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:31.384753 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.385172 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.385742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.386211 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.386732 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.387202 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.387657 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.388153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.389073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.389073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.389630 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.390489 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.390657 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.391176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.391637 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.392097 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.392539 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.393034 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.393545 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.394011 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.394495 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.395009 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.395318 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.396186 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:31.399534 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:31.403533 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/350f1000-63b8-4dfe-b553-8f40d851e14b HTTP/1.1" status: 204 len: 168 time: 0.1996825 Feb 17 20:11:31.403533 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:31.727006 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f8a4a3-762c-4843-9d67-05f6d37f8851 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:11:31.959374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f8a4a3-762c-4843-9d67-05f6d37f8851 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:11:31.976284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b6f8a4a3-762c-4843-9d67-05f6d37f8851 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:31.977827 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec010306-5f99-4ee4-a2b2-8227f87dc8cd None None] Sync routers for ids ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:11:31.992540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec010306-5f99-4ee4-a2b2-8227f87dc8cd None None] Routers {'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:11:31.993451 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-ec010306-5f99-4ee4-a2b2-8227f87dc8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:11:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:32.041407 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-b6f8a4a3-762c-4843-9d67-05f6d37f8851 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "PUT /v2.0/floatingips/d429cb59-8d27-41a8-a5a1-a9d3d0c6307b HTTP/1.1" status: 200 len: 992 time: 3.3643987 Feb 17 20:11:32.042199 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'tag': '239a0b21-3e11-4be5-b746-5403d1ce5cbf'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:11:32.096729 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'tag': '239a0b21-3e11-4be5-b746-5403d1ce5cbf', 'status': 'completed', 'code': 200} Feb 17 20:11:32.271760 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591f68e-4282-4d57-a9b2-c4e824991c97 req-6b6dde89-914a-4c63-afb7-9e0a4279df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:32.273356 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a591f68e-4282-4d57-a9b2-c4e824991c97 req-6b6dde89-914a-4c63-afb7-9e0a4279df43 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bef112b64fbd44c2889ba8317513c94e&device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 1163 time: 0.1223910 Feb 17 20:11:32.322567 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-ec010306-5f99-4ee4-a2b2-8227f87dc8cd None None] Set router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:11:32.527941 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d547127-ecf0-4137-98a2-ca97d726edb9 req-00c68004-3dae-4fad-8de1-a8cf16d54535 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:32.536529 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5d547127-ecf0-4137-98a2-ca97d726edb9 req-00c68004-3dae-4fad-8de1-a8cf16d54535 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.2025409 Feb 17 20:11:32.571707 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591f68e-4282-4d57-a9b2-c4e824991c97 req-ca695fa5-f771-4f5d-9b18-2260d4416879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:32.573440 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a591f68e-4282-4d57-a9b2-c4e824991c97 req-ca695fa5-f771-4f5d-9b18-2260d4416879 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 200 len: 911 time: 0.2853053 Feb 17 20:11:32.768383 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5d547127-ecf0-4137-98a2-ca97d726edb9 req-28da601b-cbca-46ee-9f00-c50b4ae978a0 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304177 Feb 17 20:11:32.823456 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a591f68e-4282-4d57-a9b2-c4e824991c97 req-06da4040-397b-4c34-a5bf-e1bc1decf6e7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=239a0b21-3e11-4be5-b746-5403d1ce5cbf HTTP/1.1" status: 200 len: 1000 time: 0.2349656 Feb 17 20:11:32.934465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591f68e-4282-4d57-a9b2-c4e824991c97 req-5d8de49a-8639-4750-8114-88d293fc0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:32.937067 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a591f68e-4282-4d57-a9b2-c4e824991c97 req-5d8de49a-8639-4750-8114-88d293fc0ea8 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1dab1ba6-9853-478e-b806-2a2376b065de HTTP/1.1" status: 200 len: 856 time: 0.1049688 Feb 17 20:11:33.066830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591f68e-4282-4d57-a9b2-c4e824991c97 req-e8475cb5-efa1-4f94-ae0f-3c84c918472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:33.068484 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a591f68e-4282-4d57-a9b2-c4e824991c97 req-e8475cb5-efa1-4f94-ae0f-3c84c918472d service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a0904cfe-b6c7-49f8-a858-3708f653bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1232958 Feb 17 20:11:33.147492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-ec010306-5f99-4ee4-a2b2-8227f87dc8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': 'd429cb59-8d27-41a8-a5a1-a9d3d0c6307b', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'port_id': '239a0b21-3e11-4be5-b746-5403d1ce5cbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'mac_address': 'fa:16:3e:6e:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:10:53Z', 'updated_at': '2021-02-17T20:11:30Z', 'revision_number': 1, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:55Z', 'revision_number': 5, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:33.152756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec010306-5f99-4ee4-a2b2-8227f87dc8cd None None] Checking router: a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:11:33.163899 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec010306-5f99-4ee4-a2b2-8227f87dc8cd None None] Routers {'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:11:33.164571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-ec010306-5f99-4ee4-a2b2-8227f87dc8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:11:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:33.238925 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a591f68e-4282-4d57-a9b2-c4e824991c97 req-fa8ef369-e0df-4fb0-9968-89967e9f0fda service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555197 Feb 17 20:11:33.438428 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-ec010306-5f99-4ee4-a2b2-8227f87dc8cd None None] Set router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:11:33.537137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c0b79-a2b6-42b2-b24a-d4c04f35a9cf req-462de4f7-4a0e-4ccc-bc02-6ac032253248 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:33.546066 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a02c0b79-a2b6-42b2-b24a-d4c04f35a9cf req-462de4f7-4a0e-4ccc-bc02-6ac032253248 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 946 time: 0.3060322 Feb 17 20:11:33.613605 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a591f68e-4282-4d57-a9b2-c4e824991c97 req-d9bb92cf-6653-4250-9cfb-a6e23ce06be6 service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2932389 Feb 17 20:11:33.625729 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a02c0b79-a2b6-42b2-b24a-d4c04f35a9cf req-b50d3dda-c3b1-4cdd-8899-56cc3927753f tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/security-groups?id=fee4d955-37bc-4302-91ca-25e98930ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783825 Feb 17 20:11:33.990869 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-ec010306-5f99-4ee4-a2b2-8227f87dc8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': 'd429cb59-8d27-41a8-a5a1-a9d3d0c6307b', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'port_id': '239a0b21-3e11-4be5-b746-5403d1ce5cbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'mac_address': 'fa:16:3e:6e:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:10:53Z', 'updated_at': '2021-02-17T20:11:30Z', 'revision_number': 1, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:55Z', 'revision_number': 5, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:34.008224 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec010306-5f99-4ee4-a2b2-8227f87dc8cd None None] The sync data for ids ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'] in dv-cinder-760038-3-iscsi is: [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': 'd429cb59-8d27-41a8-a5a1-a9d3d0c6307b', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'port_id': '239a0b21-3e11-4be5-b746-5403d1ce5cbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'mac_address': 'fa:16:3e:6e:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:10:53Z', 'updated_at': '2021-02-17T20:11:30Z', 'revision_number': 1, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:55Z', 'revision_number': 5, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:11:34.032927 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449ab6-01ab-41c9-9311-467e3b412e59 req-4aab327e-e2d5-444a-94a3-2a03fbb9b4ad tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:34.034969 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8f449ab6-01ab-41c9-9311-467e3b412e59 req-4aab327e-e2d5-444a-94a3-2a03fbb9b4ad tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1194799 Feb 17 20:11:34.112791 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53432) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:34.114193 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8f449ab6-01ab-41c9-9311-467e3b412e59 req-fe2d0f44-c00e-4bc3-935c-f4f124433137 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729344 Feb 17 20:11:34.121287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53436) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:34.255544 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fcfba783-b474-475f-aedb-0f027733cd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:34.258498 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e02f051c-c5c9-4584-84c5-a78748da0282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:34.272285 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-fcfba783-b474-475f-aedb-0f027733cd4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:34.275434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e02f051c-c5c9-4584-84c5-a78748da0282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:34.276855 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-fcfba783-b474-475f-aedb-0f027733cd4a admin admin] Usage tracker for resource:security_group_rule and tenant:b6a4c5d220ca4b81b53dbfb5c14f08b2 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:34.280389 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-fcfba783-b474-475f-aedb-0f027733cd4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:34.286699 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e02f051c-c5c9-4584-84c5-a78748da0282 admin admin] Usage tracker for resource:security_group_rule and tenant:d76f41873a7f47ec9a7b1762af6cc666 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:34.286816 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-fcfba783-b474-475f-aedb-0f027733cd4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:34.290437 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e02f051c-c5c9-4584-84c5-a78748da0282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:34.298221 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e02f051c-c5c9-4584-84c5-a78748da0282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:34.372034 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1384eb5a-3c4a-4ccf-9232-eae0df387530 None None] New status for floating IP d429cb59-8d27-41a8-a5a1-a9d3d0c6307b: ACTIVE {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:11:34.406018 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e02f051c-c5c9-4584-84c5-a78748da0282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:34.410551 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e02f051c-c5c9-4584-84c5-a78748da0282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:34.419995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fcfba783-b474-475f-aedb-0f027733cd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:34.423507 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fcfba783-b474-475f-aedb-0f027733cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:34.427849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:34.433747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9b02ae85-7fef-40df-b9ee-54e772e703be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:34.476847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53452) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:34.489129 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e02f051c-c5c9-4584-84c5-a78748da0282 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d76f41873a7f47ec9a7b1762af6cc666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665812 Feb 17 20:11:34.491945 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f051c-c5c9-4584-84c5-a78748da0282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad73ec0c-9d82-4bd6-8fd7-3c018226ffd4,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:34.497610 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e02f051c-c5c9-4584-84c5-a78748da0282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:34.532671 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-fcfba783-b474-475f-aedb-0f027733cd4a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b6a4c5d220ca4b81b53dbfb5c14f08b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169681 Feb 17 20:11:34.533603 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfba783-b474-475f-aedb-0f027733cd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab82258-da3f-4f56-affd-cdb51483fefd,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:34.535599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53456) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:34.552533 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-fcfba783-b474-475f-aedb-0f027733cd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:34.610502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a5a422f2-abf2-4778-bfeb-f58354f4ee68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:34.641397 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a5a422f2-abf2-4778-bfeb-f58354f4ee68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:34.684980 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1c66-6a27-4389-8cf9-8ba14d1d9846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:34.698867 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a5a422f2-abf2-4778-bfeb-f58354f4ee68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:34.704363 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-333e6202-c747-415b-9030-01e9dfcfb0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:34.732889 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a422f2-abf2-4778-bfeb-f58354f4ee68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad73ec0c-9d82-4bd6-8fd7-3c018226ffd4,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:34.750340 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a5a422f2-abf2-4778-bfeb-f58354f4ee68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:34.765732 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1c66-6a27-4389-8cf9-8ba14d1d9846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:34.774095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a5a422f2-abf2-4778-bfeb-f58354f4ee68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:34.777729 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-a5a422f2-abf2-4778-bfeb-f58354f4ee68 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ad73ec0c-9d82-4bd6-8fd7-3c018226ffd4 HTTP/1.1" status: 204 len: 168 time: 0.2859972 Feb 17 20:11:34.945690 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353efcb7-093e-45dc-9a9b-20ee5684e1fc req-41cd5991-9865-404c-a48d-62b30730ff47 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:34.949354 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-353efcb7-093e-45dc-9a9b-20ee5684e1fc req-41cd5991-9865-404c-a48d-62b30730ff47 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 946 time: 0.1878850 Feb 17 20:11:34.973024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1c66-6a27-4389-8cf9-8ba14d1d9846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:34.983253 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-736ee53d-081b-412a-8b66-494fff6dda22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:35.000075 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb1c66-6a27-4389-8cf9-8ba14d1d9846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab82258-da3f-4f56-affd-cdb51483fefd,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:35.005255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e2bb1c66-6a27-4389-8cf9-8ba14d1d9846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:35.027169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1c66-6a27-4389-8cf9-8ba14d1d9846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:35.028411 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e2bb1c66-6a27-4389-8cf9-8ba14d1d9846 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ab82258-da3f-4f56-affd-cdb51483fefd HTTP/1.1" status: 204 len: 168 time: 0.4915221 Feb 17 20:11:35.043200 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-353efcb7-093e-45dc-9a9b-20ee5684e1fc req-661ef1e0-1744-47c1-998a-9f364dfc32ee tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/security-groups?id=fee4d955-37bc-4302-91ca-25e98930ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873671 Feb 17 20:11:35.064586 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4b4a1553-bdf1-44e8-8339-d12ec299dfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:35.446774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a994c5-c613-4f90-95f1-a308ce800321 req-4bdd92a8-cd47-4409-9ee7-18e8f27d8861 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:35.448419 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c1a994c5-c613-4f90-95f1-a308ce800321 req-4bdd92a8-cd47-4409-9ee7-18e8f27d8861 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1794250 Feb 17 20:11:35.473147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53498) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:35.495718 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-27027b73-1a35-4834-815b-6474eeb6dc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:35.517788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-27027b73-1a35-4834-815b-6474eeb6dc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:35.522468 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-27027b73-1a35-4834-815b-6474eeb6dc3d admin admin] Usage tracker for resource:security_group_rule and tenant:1af1f6651592452f8b790984ff9b7bb9 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:35.526687 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-27027b73-1a35-4834-815b-6474eeb6dc3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:35.529838 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c1a994c5-c613-4f90-95f1-a308ce800321 req-a72e6100-c077-474e-9e9e-a81691fd27dc tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739768 Feb 17 20:11:35.533074 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-27027b73-1a35-4834-815b-6474eeb6dc3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:35.628012 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-27027b73-1a35-4834-815b-6474eeb6dc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:35.631717 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-27027b73-1a35-4834-815b-6474eeb6dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:35.642409 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9cee9f54-3b6f-4825-9123-ad126efaeea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:35.677265 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53504) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:35.686631 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-27027b73-1a35-4834-815b-6474eeb6dc3d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1af1f6651592452f8b790984ff9b7bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120004 Feb 17 20:11:35.687544 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27027b73-1a35-4834-815b-6474eeb6dc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf42b71-613b-41ee-bc3c-d1d8b11761eb,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:35.689273 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53512) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:35.690882 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-27027b73-1a35-4834-815b-6474eeb6dc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:35.828695 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5ce9-28da-476d-85ea-32a4e2196b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:35.868979 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5ce9-28da-476d-85ea-32a4e2196b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:35.930265 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de575ec0-4725-479a-a0bf-f3ddbe8b2421 req-f782d0b1-af6b-4d29-9ed6-6030d552f945 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:35.931835 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-de575ec0-4725-479a-a0bf-f3ddbe8b2421 req-f782d0b1-af6b-4d29-9ed6-6030d552f945 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.127 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 946 time: 0.1629827 Feb 17 20:11:35.941855 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5ce9-28da-476d-85ea-32a4e2196b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:35.947172 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e2bb1c66-6a27-4389-8cf9-8ba14d1d9846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:36.012760 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab5ce9-28da-476d-85ea-32a4e2196b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf42b71-613b-41ee-bc3c-d1d8b11761eb,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:36.025136 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e9ab5ce9-28da-476d-85ea-32a4e2196b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:36.040937 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5ce9-28da-476d-85ea-32a4e2196b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:36.045083 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e9ab5ce9-28da-476d-85ea-32a4e2196b3b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8bf42b71-613b-41ee-bc3c-d1d8b11761eb HTTP/1.1" status: 204 len: 168 time: 0.3544927 Feb 17 20:11:36.049502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5efb-e330-459a-ba6f-adb060affc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:36.091458 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-ffdb5efb-e330-459a-ba6f-adb060affc93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:36.107326 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ffdb5efb-e330-459a-ba6f-adb060affc93 admin admin] Usage tracker for resource:security_group_rule and tenant:471303849b05437194e83c4da42966ea is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:36.112987 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ffdb5efb-e330-459a-ba6f-adb060affc93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:36.122232 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-de575ec0-4725-479a-a0bf-f3ddbe8b2421 req-116311b5-e27a-4732-9b86-32c3bf497ae0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Deleting port 104bbbb5-5e02-41c4-b7c3-0d910f03a452 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:11:36.122742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-de575ec0-4725-479a-a0bf-f3ddbe8b2421 req-116311b5-e27a-4732-9b86-32c3bf497ae0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:36.674181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-de575ec0-4725-479a-a0bf-f3ddbe8b2421 req-116311b5-e27a-4732-9b86-32c3bf497ae0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] For port 104bbbb5-5e02-41c4-b7c3-0d910f03a452, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=104bbbb5-5e02-41c4-b7c3-0d910f03a452,segment=NetworkSegment(f427abc4-aafa-47e7-bed6-ccace2766613),segment_id=f427abc4-aafa-47e7-bed6-ccace2766613)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:11:36.674731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-de575ec0-4725-479a-a0bf-f3ddbe8b2421 req-116311b5-e27a-4732-9b86-32c3bf497ae0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:36.818337 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-de575ec0-4725-479a-a0bf-f3ddbe8b2421 req-116311b5-e27a-4732-9b86-32c3bf497ae0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Calling delete_port for 104bbbb5-5e02-41c4-b7c3-0d910f03a452 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:11:36.863034 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-ffdb5efb-e330-459a-ba6f-adb060affc93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:37.237546 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-de575ec0-4725-479a-a0bf-f3ddbe8b2421 req-116311b5-e27a-4732-9b86-32c3bf497ae0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:37.258419 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68737f-e2ab-4d23-9057-63154ffacc45 req-c8635d45-5aa7-421e-9f03-d4d2b7760c0d tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:37.260049 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0d68737f-e2ab-4d23-9057-63154ffacc45 req-c8635d45-5aa7-421e-9f03-d4d2b7760c0d tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 946 time: 0.4031541 Feb 17 20:11:37.287761 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b65f1-2027-4e29-991a-538dd8038a60 req-40efd395-74ac-49c5-a6f0-e8e103bebf2a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:37.289529 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2b8b65f1-2027-4e29-991a-538dd8038a60 req-40efd395-74ac-49c5-a6f0-e8e103bebf2a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.4312007 Feb 17 20:11:37.296029 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d6db451e-795f-46c7-8f9f-66b119425610 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:37.420349 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 104bbbb5-5e02-41c4-b7c3-0d910f03a452 no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:11:37.437659 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116311b5-e27a-4732-9b86-32c3bf497ae0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Pushing event deleted for resources: {'Port': ['ID=104bbbb5-5e02-41c4-b7c3-0d910f03a452,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:37.453881 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-116311b5-e27a-4732-9b86-32c3bf497ae0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:37.489687 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5efb-e330-459a-ba6f-adb060affc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:37.503786 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] No Port match for: 104bbbb5-5e02-41c4-b7c3-0d910f03a452 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:11:37.504191 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 104bbbb5-5e02-41c4-b7c3-0d910f03a452 not bound to the agent host hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:11:37.518195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5efb-e330-459a-ba6f-adb060affc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:37.534243 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:37.551691 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0d68737f-e2ab-4d23-9057-63154ffacc45 req-2b302ab1-265d-478a-a334-e52ec19f7eac tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/security-groups?id=fee4d955-37bc-4302-91ca-25e98930ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612386 Feb 17 20:11:37.562555 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2b8b65f1-2027-4e29-991a-538dd8038a60 req-36ec5768-4304-4f18-946c-26dece224497 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266219 Feb 17 20:11:37.628859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb5efb-e330-459a-ba6f-adb060affc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ea3e12-73fc-41f7-933f-3c902d5dfb31,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:37.636484 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ffdb5efb-e330-459a-ba6f-adb060affc93 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=471303849b05437194e83c4da42966ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9580648 Feb 17 20:11:37.637597 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ffdb5efb-e330-459a-ba6f-adb060affc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:37.639461 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53594) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:37.703800 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6ede4b9f-10c7-409b-a6da-d2d41b6f6e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:37.718903 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-de575ec0-4725-479a-a0bf-f3ddbe8b2421 req-116311b5-e27a-4732-9b86-32c3bf497ae0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] No DVR routers for this DVR port 104bbbb5-5e02-41c4-b7c3-0d910f03a452 on host hv-cinder-76003 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:11:37.723513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-de575ec0-4725-479a-a0bf-f3ddbe8b2421 req-116311b5-e27a-4732-9b86-32c3bf497ae0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:37.736210 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71acb44c-c429-4255-b4ba-d9aa331bc637', 'name': 'network-vif-deleted', 'tag': '104bbbb5-5e02-41c4-b7c3-0d910f03a452'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:11:37.749934 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-de575ec0-4725-479a-a0bf-f3ddbe8b2421 req-116311b5-e27a-4732-9b86-32c3bf497ae0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.127 "DELETE /v2.0/ports/104bbbb5-5e02-41c4-b7c3-0d910f03a452 HTTP/1.1" status: 204 len: 173 time: 1.7932000 Feb 17 20:11:37.832513 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71acb44c-c429-4255-b4ba-d9aa331bc637', 'name': 'network-vif-deleted', 'tag': '104bbbb5-5e02-41c4-b7c3-0d910f03a452', 'status': 'completed', 'code': 200} Feb 17 20:11:37.834312 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4347e288-e974-4c88-8401-543731ab015c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:37.863967 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53606) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:37.871480 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4347e288-e974-4c88-8401-543731ab015c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:37.915430 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:37.956521 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4347e288-e974-4c88-8401-543731ab015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:37.966446 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0ac624e0-02f5-4d0a-a9f1-ebc80ce74ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:37.973811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:37.990031 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347e288-e974-4c88-8401-543731ab015c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ea3e12-73fc-41f7-933f-3c902d5dfb31,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:37.992754 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4347e288-e974-4c88-8401-543731ab015c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:38.005270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4347e288-e974-4c88-8401-543731ab015c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:38.023973 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-4347e288-e974-4c88-8401-543731ab015c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/49ea3e12-73fc-41f7-933f-3c902d5dfb31 HTTP/1.1" status: 204 len: 168 time: 0.3719640 Feb 17 20:11:38.053391 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7c72-e9e3-4321-8d54-241be161d70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:38.070700 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-0a4d7c72-e9e3-4321-8d54-241be161d70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:38.074779 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-0a4d7c72-e9e3-4321-8d54-241be161d70e admin admin] Usage tracker for resource:security_group_rule and tenant:5a88fc958afe449184def8dbb8b1523f is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:38.078884 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-0a4d7c72-e9e3-4321-8d54-241be161d70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:38.085586 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-0a4d7c72-e9e3-4321-8d54-241be161d70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:38.186700 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7c72-e9e3-4321-8d54-241be161d70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:38.189763 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7c72-e9e3-4321-8d54-241be161d70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:38.209593 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-faf3b9c5-e168-411d-922d-c76a9e69bc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:38.242014 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-0a4d7c72-e9e3-4321-8d54-241be161d70e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5a88fc958afe449184def8dbb8b1523f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768151 Feb 17 20:11:38.244972 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53620) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:38.314287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d7c72-e9e3-4321-8d54-241be161d70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbb42ec-d496-4e89-9124-9fb4caa317d5,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:38.318870 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0a4d7c72-e9e3-4321-8d54-241be161d70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:38.349852 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cc35bb2f-0c06-4d96-822f-6f5e02d3a8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:38.373815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53626) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:38.381506 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cc35bb2f-0c06-4d96-822f-6f5e02d3a8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:38.394931 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e64d2e39-16f2-4b4a-ac4b-b858b3d6d3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:38.412550 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e64d2e39-16f2-4b4a-ac4b-b858b3d6d3c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:38.421414 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e64d2e39-16f2-4b4a-ac4b-b858b3d6d3c4 admin admin] Usage tracker for resource:security_group_rule and tenant:06fa7a0ff186426199c1650d16314ab4 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:38.429910 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e64d2e39-16f2-4b4a-ac4b-b858b3d6d3c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:38.439636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e64d2e39-16f2-4b4a-ac4b-b858b3d6d3c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:38.441928 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cc35bb2f-0c06-4d96-822f-6f5e02d3a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:38.448605 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4347e288-e974-4c88-8401-543731ab015c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:38.463876 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35bb2f-0c06-4d96-822f-6f5e02d3a8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbb42ec-d496-4e89-9124-9fb4caa317d5,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:38.467795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cc35bb2f-0c06-4d96-822f-6f5e02d3a8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:38.468743 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cc35bb2f-0c06-4d96-822f-6f5e02d3a8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:38.470267 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-cc35bb2f-0c06-4d96-822f-6f5e02d3a8b7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bcbb42ec-d496-4e89-9124-9fb4caa317d5 HTTP/1.1" status: 204 len: 168 time: 0.2243290 Feb 17 20:11:38.584597 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e64d2e39-16f2-4b4a-ac4b-b858b3d6d3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:38.589756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e64d2e39-16f2-4b4a-ac4b-b858b3d6d3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:38.604855 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-722db01c-21b5-49c0-b07c-7e81e7bad2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:38.643153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d2e39-16f2-4b4a-ac4b-b858b3d6d3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7af0e1-d532-4e42-84c7-ebd6b97625a7,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:38.649746 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e64d2e39-16f2-4b4a-ac4b-b858b3d6d3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:38.675563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53636) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:38.676261 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e64d2e39-16f2-4b4a-ac4b-b858b3d6d3c4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=06fa7a0ff186426199c1650d16314ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010943 Feb 17 20:11:38.790557 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-883e321a-29a9-4fdc-96a5-c68ba1277001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:38.828158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-883e321a-29a9-4fdc-96a5-c68ba1277001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:38.920208 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-883e321a-29a9-4fdc-96a5-c68ba1277001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:38.926645 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5dce4344-6e5f-4bc5-afbe-951eef1d27a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:38.944584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e321a-29a9-4fdc-96a5-c68ba1277001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7af0e1-d532-4e42-84c7-ebd6b97625a7,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:38.947586 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-883e321a-29a9-4fdc-96a5-c68ba1277001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:38.968758 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-883e321a-29a9-4fdc-96a5-c68ba1277001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:38.987801 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-883e321a-29a9-4fdc-96a5-c68ba1277001 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5a7af0e1-d532-4e42-84c7-ebd6b97625a7 HTTP/1.1" status: 204 len: 168 time: 0.3084042 Feb 17 20:11:39.016811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d1f75f0e-c59e-492d-bb96-4fdf6eb7785e req-480e92c0-743e-4d6c-afcd-e3385ab2c0b9 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Synchronizing usage tracker for tenant:12105208cfd049c3966c54855bf3b32e on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:11:39.053966 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d1f75f0e-c59e-492d-bb96-4fdf6eb7785e req-480e92c0-743e-4d6c-afcd-e3385ab2c0b9 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Unset dirty status for tenant:12105208cfd049c3966c54855bf3b32e on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:11:39.069221 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d1f75f0e-c59e-492d-bb96-4fdf6eb7785e req-480e92c0-743e-4d6c-afcd-e3385ab2c0b9 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] 10.222.0.73 "GET /v2.0/ports?device_id=71acb44c-c429-4255-b4ba-d9aa331bc637 HTTP/1.1" status: 200 len: 210 time: 0.3032424 Feb 17 20:11:39.130874 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e54f17-1890-489a-980d-d1e03383723d req-898d325f-2a6f-4932-822c-f17c16cc2563 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:39.139883 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a2e54f17-1890-489a-980d-d1e03383723d req-898d325f-2a6f-4932-822c-f17c16cc2563 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.2270854 Feb 17 20:11:39.187998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:39.199301 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a2e54f17-1890-489a-980d-d1e03383723d req-be9e1734-18fa-4961-90dd-06a5b36fe382 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583158 Feb 17 20:11:39.414940 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:39.511216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53666) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:39.535793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7c74bb9e-45d6-4ebe-be54-82a5fd96365a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:39.553543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-7c74bb9e-45d6-4ebe-be54-82a5fd96365a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:39.558216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-7c74bb9e-45d6-4ebe-be54-82a5fd96365a admin admin] Usage tracker for resource:security_group_rule and tenant:0557e157d59742889b7f38fc16690d05 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:39.560656 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-7c74bb9e-45d6-4ebe-be54-82a5fd96365a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:39.567562 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-7c74bb9e-45d6-4ebe-be54-82a5fd96365a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:39.569025 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ebe27f47-273c-46f6-823d-c5cae7f48eb8 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:39.571336 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ebe27f47-273c-46f6-823d-c5cae7f48eb8 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/networks?id=1d998394-3382-4088-83f9-0b0a244c1013 HTTP/1.1" status: 200 len: 815 time: 0.1909280 Feb 17 20:11:39.592021 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27cb0323-fedb-49c0-a401-412793b58c6b req-5d3b55d8-3118-4fea-9c2b-4af7bf9c0c72 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/quotas/90c75951530148fab0bc8105623c8dab HTTP/1.1" status: 200 len: 375 time: 0.0128801 Feb 17 20:11:39.678735 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7c74bb9e-45d6-4ebe-be54-82a5fd96365a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:39.683056 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7c74bb9e-45d6-4ebe-be54-82a5fd96365a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:39.693011 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d940c5cc-7c08-493d-ab8f-1d139410b4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:39.704766 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27cb0323-fedb-49c0-a401-412793b58c6b req-6c8faf04-0cbb-4323-91ec-cd917ea3cfea tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=90c75951530148fab0bc8105623c8dab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1052256 Feb 17 20:11:39.739618 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-7c74bb9e-45d6-4ebe-be54-82a5fd96365a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0557e157d59742889b7f38fc16690d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271831 Feb 17 20:11:39.741348 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74bb9e-45d6-4ebe-be54-82a5fd96365a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beda1758-121b-41c6-8f42-1863d5b41ec2,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:39.744105 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53674) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:39.746962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7c74bb9e-45d6-4ebe-be54-82a5fd96365a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:39.823044 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e0cb0e6f-5f4c-4561-8fe6-80e781e1eba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:39.852950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e0cb0e6f-5f4c-4561-8fe6-80e781e1eba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:39.864773 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27cb0323-fedb-49c0-a401-412793b58c6b req-7e9ba555-f642-41f1-b5d3-47c9de50af20 service neutron] 10.222.0.73 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541262 Feb 17 20:11:39.899258 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e0cb0e6f-5f4c-4561-8fe6-80e781e1eba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:39.906467 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:39.922003 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb0e6f-5f4c-4561-8fe6-80e781e1eba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beda1758-121b-41c6-8f42-1863d5b41ec2,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:39.927483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e0cb0e6f-5f4c-4561-8fe6-80e781e1eba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:39.932064 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e0cb0e6f-5f4c-4561-8fe6-80e781e1eba9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/beda1758-121b-41c6-8f42-1863d5b41ec2 HTTP/1.1" status: 204 len: 168 time: 0.1866412 Feb 17 20:11:39.934828 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e0cb0e6f-5f4c-4561-8fe6-80e781e1eba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:40.024551 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27cb0323-fedb-49c0-a401-412793b58c6b req-af7c296e-b91f-4b33-b468-30b13ffb854d service neutron] 10.222.0.73 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1516218 Feb 17 20:11:40.262699 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-607dedfe-a54c-4f61-88b9-918eed89e9da req-0a972922-b0ac-467e-90d6-0823fd7e69ec tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 210 time: 0.0702629 Feb 17 20:11:40.564440 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655c79b-9fee-4b6e-abd2-afb2c47b334c req-44fb29f1-3c21-4df9-9d10-1a8d8715f8ee tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:40.579717 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f655c79b-9fee-4b6e-abd2-afb2c47b334c req-44fb29f1-3c21-4df9-9d10-1a8d8715f8ee tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1909428 Feb 17 20:11:40.667939 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f655c79b-9fee-4b6e-abd2-afb2c47b334c req-d236f5a2-e626-465b-adcf-0a3f7e657dc3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875647 Feb 17 20:11:41.498320 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4d51e4bc-d69c-4d96-b8ee-6c85923cf59f req-d055de28-b3db-4121-add2-dd5250516edf tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 210 time: 0.1119998 Feb 17 20:11:42.000781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb0323-fedb-49c0-a401-412793b58c6b req-14f554c8-e708-4893-9098-dcfead3cf5d2 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:42.002401 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27cb0323-fedb-49c0-a401-412793b58c6b req-14f554c8-e708-4893-9098-dcfead3cf5d2 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "GET /v2.0/networks?id=1d998394-3382-4088-83f9-0b0a244c1013 HTTP/1.1" status: 200 len: 815 time: 0.3150463 Feb 17 20:11:42.026308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5fd5d-db1f-4d95-b865-3f1c55d037e5 req-20751488-dfde-4249-a097-972bc6c88c7c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:42.027849 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-41b5fd5d-db1f-4d95-b865-3f1c55d037e5 req-20751488-dfde-4249-a097-972bc6c88c7c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1778581 Feb 17 20:11:42.033524 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Request body: {'port': {'device_id': '642b4603-8d40-48cf-ab5b-4d971f05e14c', 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013', 'admin_state_up': True, 'tenant_id': '90c75951530148fab0bc8105623c8dab'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:11:42.169068 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-41b5fd5d-db1f-4d95-b865-3f1c55d037e5 req-d0fda09c-c62f-4186-9b97-f689ae972149 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199985 Feb 17 20:11:42.214775 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:42.219346 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Usage tracker for resource:port and tenant:90c75951530148fab0bc8105623c8dab is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:42.222330 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:42.228192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:42.237827 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Made reservation on behalf of 90c75951530148fab0bc8105623c8dab for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:11:42.243542 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:42.694374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53838) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:42.754098 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e3be667d-72ea-47b6-96c6-bbe304ed4d66 req-c3e09a11-5721-4b7d-8ef3-a15404e5a653 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 210 time: 0.0822501 Feb 17 20:11:42.806085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fc12d2-7b9e-460b-b424-ea23287d63af admin admin] Deleting subnet 23622858-9368-4530-b5c8-86a17ea9bd41 {{(pid=84037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:11:42.809988 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-12fc12d2-7b9e-460b-b424-ea23287d63af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:42.867359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-12fc12d2-7b9e-460b-b424-ea23287d63af admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:42.880537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-12fc12d2-7b9e-460b-b424-ea23287d63af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:42.903937 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Allocated IP 172.20.0.6 (1d998394-3382-4088-83f9-0b0a244c1013/40596174-1d83-4cff-a7f9-39ed48674b8d/6b93b748-5682-48b9-b45c-6dcdac2f5db7) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:11:43.168412 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:43.178744 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-12fc12d2-7b9e-460b-b424-ea23287d63af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for subnet, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:43.199080 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f2be2b48-6e25-4e13-9087-18cb81df6e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:43.201994 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:43.221219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:43.295571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc12d2-7b9e-460b-b424-ea23287d63af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23622858-9368-4530-b5c8-86a17ea9bd41,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:43.304561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-12fc12d2-7b9e-460b-b424-ea23287d63af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:43.356204 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-12fc12d2-7b9e-460b-b424-ea23287d63af admin admin] Notify callbacks [] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:43.365831 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-12fc12d2-7b9e-460b-b424-ea23287d63af admin admin] 10.222.0.73 "DELETE /v2.0/subnets/23622858-9368-4530-b5c8-86a17ea9bd41 HTTP/1.1" status: 204 len: 168 time: 0.6695981 Feb 17 20:11:43.368886 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53860) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:43.520167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Pushing event updated for resources: {'Port': ['ID=6b93b748-5682-48b9-b45c-6dcdac2f5db7,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:43.521927 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:43.523411 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:43.583865 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873bf39-6ea6-4371-bf02-dec2e53d90db req-59063d8c-0850-4635-8d0a-4061fd3813f6 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:43.585525 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0873bf39-6ea6-4371-bf02-dec2e53d90db req-59063d8c-0850-4635-8d0a-4061fd3813f6 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.2484097 Feb 17 20:11:43.587483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Network 1d998394-3382-4088-83f9-0b0a244c1013 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:11:43.589748 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:11:43.594028 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:11:43.688401 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0873bf39-6ea6-4371-bf02-dec2e53d90db req-0836ffcf-54a2-45fa-ab2c-80415273150b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964758 Feb 17 20:11:43.695092 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:43.695763 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:43.721722 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27cb0323-fedb-49c0-a401-412793b58c6b req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6928170 Feb 17 20:11:43.722608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:43.735778 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Request body: {'port': {'device_id': '642b4603-8d40-48cf-ab5b-4d971f05e14c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:11:43.849204 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84037) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:43.849773 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84037) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:43.850716 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84037) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:43.851202 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Subscribe: > port after_create 55550000 {{(pid=84037) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:43.851667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Subscribe: > port after_delete 55550000 {{(pid=84037) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:43.852145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Subscribe: > port after_update 55550000 {{(pid=84037) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:43.852618 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84037) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:43.853085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84037) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:43.853661 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84037) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:43.854122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84037) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:43.865222 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:43.923769 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84037) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:43.923769 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84037) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:43.923769 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84037) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:43.924082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84037) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:11:43.924365 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e2369c-e4ac-45b6-930c-cee930a28c81']}} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:43.941063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f427abc4-aafa-47e7-bed6-ccace2766613') {'for_net_delete': True} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:43.941585 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f427abc4-aafa-47e7-bed6-ccace2766613') {} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:43.954497 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314932'] for segment, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:43.972204 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:43.974539 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:11:44.089090 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cf9d2-00f9-4456-a205-c2e8bb63808e req-04f54db5-92ab-4bfa-82bb-ec3541b8d729 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:44.089872 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-4e9cf9d2-00f9-4456-a205-c2e8bb63808e req-04f54db5-92ab-4bfa-82bb-ec3541b8d729 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Synchronizing usage tracker for tenant:90c75951530148fab0bc8105623c8dab on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:11:44.155592 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-4e9cf9d2-00f9-4456-a205-c2e8bb63808e req-04f54db5-92ab-4bfa-82bb-ec3541b8d729 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Unset dirty status for tenant:90c75951530148fab0bc8105623c8dab on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:11:44.156713 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4e9cf9d2-00f9-4456-a205-c2e8bb63808e req-04f54db5-92ab-4bfa-82bb-ec3541b8d729 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 931 time: 0.2769299 Feb 17 20:11:44.161183 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Network f0e2369c-e4ac-45b6-930c-cee930a28c81 has no segments {{(pid=84037) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:11:44.171086 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036828486018'] for segment, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:44.237226 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4e9cf9d2-00f9-4456-a205-c2e8bb63808e req-ce4dc611-ad58-4165-89a3-82de0fc31dd0 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720916 Feb 17 20:11:44.363143 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Network f0e2369c-e4ac-45b6-930c-cee930a28c81 has no segments {{(pid=84037) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: from cryptography.utils import int_from_bytes Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: from cryptography.utils import int_from_bytes Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: (rel_b, rel_a, rel_b), Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: (rel_b, rel_a, rel_b), Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:11:44.389303 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:11:44.493567 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b93b748-5682-48b9-b45c-6dcdac2f5db7 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:11:44.505594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:44.705879 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Transition to ACTIVE for port object 6b93b748-5682-48b9-b45c-6dcdac2f5db7 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:11:44.708083 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:44.712906 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:44.726638 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-94a24630-ae1b-4b95-beab-e217de84d0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:44.739073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:44.767678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e2369c-e4ac-45b6-930c-cee930a28c81,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:44.769965 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:44.793531 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:44.797813 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] 10.222.0.73 "DELETE /v2.0/networks/f0e2369c-e4ac-45b6-930c-cee930a28c81 HTTP/1.1" status: 204 len: 168 time: 1.4275117 Feb 17 20:11:44.988617 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Pushing event updated for resources: {'Port': ['ID=6b93b748-5682-48b9-b45c-6dcdac2f5db7,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:45.003331 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:45.018928 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53904) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:45.086004 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-a8b550ef-c3e2-4bd3-b882-d657ec3cb3c9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=12105208cfd049c3966c54855bf3b32e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0657637 Feb 17 20:11:45.086678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53914) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:45.163159 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-94338d69-6715-4f6a-b0bc-7711c7566b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:45.192377 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ef9a8-16be-4a08-af18-2ed465c1bd46 req-e58da992-816d-48e1-b73e-6a885fb1fb77 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:45.194744 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c25ef9a8-16be-4a08-af18-2ed465c1bd46 req-e58da992-816d-48e1-b73e-6a885fb1fb77 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.3198957 Feb 17 20:11:45.210909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-94338d69-6715-4f6a-b0bc-7711c7566b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:45.268221 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-94338d69-6715-4f6a-b0bc-7711c7566b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:45.272704 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b72281db-d4b4-4a0a-8060-03cbabc6f027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:45.288806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94338d69-6715-4f6a-b0bc-7711c7566b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee4d955-37bc-4302-91ca-25e98930ddf2,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:45.293775 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-94338d69-6715-4f6a-b0bc-7711c7566b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:45.301563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-94338d69-6715-4f6a-b0bc-7711c7566b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:45.303033 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-94338d69-6715-4f6a-b0bc-7711c7566b5a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fee4d955-37bc-4302-91ca-25e98930ddf2 HTTP/1.1" status: 204 len: 168 time: 0.2152972 Feb 17 20:11:45.318110 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c25ef9a8-16be-4a08-af18-2ed465c1bd46 req-0375ffe3-7cd9-4f1a-a75b-d0169b178ad1 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853901 Feb 17 20:11:45.337841 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Attempting to bind port 6b93b748-5682-48b9-b45c-6dcdac2f5db7 on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:11:45.338220 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Attempting to bind port 6b93b748-5682-48b9-b45c-6dcdac2f5db7 by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:11:45.338618 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Attempting to bind port 6b93b748-5682-48b9-b45c-6dcdac2f5db7 on network 1d998394-3382-4088-83f9-0b0a244c1013 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:11:45.346660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:11:45.347042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Checking segment: {'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:11:45.347465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:45.347919 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Bound using segment: {'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:11:45.348422 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Bound port: 6b93b748-5682-48b9-b45c-6dcdac2f5db7, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:11:45.348802 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:45.566925 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] For port 6b93b748-5682-48b9-b45c-6dcdac2f5db7, host hv-cinder-76003, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:11:45.570947 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] For port 6b93b748-5682-48b9-b45c-6dcdac2f5db7, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=6b93b748-5682-48b9-b45c-6dcdac2f5db7,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:11:45.576918 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:45.596844 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:45.741830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7e340-bc94-4797-be16-ee1cb95ed673 req-7690006d-a0e6-42d6-a6e8-df02b21fb1ab tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:45.743622 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dcb7e340-bc94-4797-be16-ee1cb95ed673 req-7690006d-a0e6-42d6-a6e8-df02b21fb1ab tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 943 time: 0.2693176 Feb 17 20:11:45.806963 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Pushing event updated for resources: {'Port': ['ID=6b93b748-5682-48b9-b45c-6dcdac2f5db7,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:45.813093 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:45.854486 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dcb7e340-bc94-4797-be16-ee1cb95ed673 req-2fb78b1a-b657-4a0c-9598-04938d051c77 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975814 Feb 17 20:11:45.864408 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:45.865349 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:45.867869 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27cb0323-fedb-49c0-a401-412793b58c6b req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] 10.222.0.127 "PUT /v2.0/ports/6b93b748-5682-48b9-b45c-6dcdac2f5db7 HTTP/1.1" status: 200 len: 1157 time: 2.1372092 Feb 17 20:11:45.868575 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642b4603-8d40-48cf-ab5b-4d971f05e14c', 'tag': '6b93b748-5682-48b9-b45c-6dcdac2f5db7'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:11:45.952498 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642b4603-8d40-48cf-ab5b-4d971f05e14c', 'tag': '6b93b748-5682-48b9-b45c-6dcdac2f5db7', 'status': 'completed', 'code': 200} Feb 17 20:11:45.999415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb0323-fedb-49c0-a401-412793b58c6b req-0ce88ddf-d3d6-4ab9-966d-8a31e494a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:46.001135 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27cb0323-fedb-49c0-a401-412793b58c6b req-0ce88ddf-d3d6-4ab9-966d-8a31e494a029 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=90c75951530148fab0bc8105623c8dab&device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 1160 time: 0.0858693 Feb 17 20:11:46.277492 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27cb0323-fedb-49c0-a401-412793b58c6b req-1671663b-4643-4895-beaf-c112ccff3f6c service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b93b748-5682-48b9-b45c-6dcdac2f5db7 HTTP/1.1" status: 200 len: 217 time: 0.2665091 Feb 17 20:11:46.353799 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb0323-fedb-49c0-a401-412793b58c6b req-fe163564-b7d2-4b65-9502-167d7ad86aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:46.355468 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27cb0323-fedb-49c0-a401-412793b58c6b req-fe163564-b7d2-4b65-9502-167d7ad86aed service neutron] 10.222.0.127 "GET /v2.0/subnets?id=40596174-1d83-4cff-a7f9-39ed48674b8d HTTP/1.1" status: 200 len: 855 time: 0.0689471 Feb 17 20:11:46.433564 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27cb0323-fedb-49c0-a401-412793b58c6b req-80dd00ad-9b0e-4102-b759-7fd78a919945 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d998394-3382-4088-83f9-0b0a244c1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602686 Feb 17 20:11:46.665313 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27cb0323-fedb-49c0-a401-412793b58c6b req-1072d078-2119-4fd1-934c-1081b28205be service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177939 Feb 17 20:11:46.681437 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf25abc-772a-4a3c-87d8-dbc14b5ca776 req-397b60a4-1d0d-4628-9085-99ba1ab7d14a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:46.683029 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-acf25abc-772a-4a3c-87d8-dbc14b5ca776 req-397b60a4-1d0d-4628-9085-99ba1ab7d14a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1561010 Feb 17 20:11:46.850577 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-acf25abc-772a-4a3c-87d8-dbc14b5ca776 req-2f5bf243-c61e-4285-8913-8b4adf79c482 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413674 Feb 17 20:11:46.914271 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-27cb0323-fedb-49c0-a401-412793b58c6b req-88706979-6794-4dc8-bc04-86e595b08bb8 service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2301435 Feb 17 20:11:47.096276 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 53992) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:47.124595 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53996) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:47.165943 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f5dc7-8982-4233-9685-fbf5cf395bc7 req-ad8b7d34-d06a-4b57-9579-4c52d30562fa tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:47.174000 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-644f5dc7-8982-4233-9685-fbf5cf395bc7 req-ad8b7d34-d06a-4b57-9579-4c52d30562fa tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 943 time: 0.1873529 Feb 17 20:11:47.180707 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b49e6af-cec9-463c-a2d2-79ba6655fc52 admin admin] Deleting subnet 87fade40-00ff-42ff-8006-03c39d21a499 {{(pid=84037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:11:47.183938 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8b49e6af-cec9-463c-a2d2-79ba6655fc52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:47.192590 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b0181-72ce-4498-8dca-a811f8101915 req-4aabb8a5-6e25-4ac0-b63d-4f5710e9159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:47.194241 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-074b0181-72ce-4498-8dca-a811f8101915 req-4aabb8a5-6e25-4ac0-b63d-4f5710e9159b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=90c75951530148fab0bc8105623c8dab&device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 1160 time: 0.1679037 Feb 17 20:11:47.239949 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8b49e6af-cec9-463c-a2d2-79ba6655fc52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828460884'] for subnet, precommit_delete_associations {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:47.302659 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8b49e6af-cec9-463c-a2d2-79ba6655fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:47.315128 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-644f5dc7-8982-4233-9685-fbf5cf395bc7 req-d617b603-463a-4e5a-ad1b-7c03df0b3716 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401608 Feb 17 20:11:47.330027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6732121b-3fd8-4aee-b727-8968bfa53ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:47.354083 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-6732121b-3fd8-4aee-b727-8968bfa53ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:47.362989 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-6732121b-3fd8-4aee-b727-8968bfa53ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:fb9c6bdcb5354654a456ed4428f875bf is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:47.367466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-6732121b-3fd8-4aee-b727-8968bfa53ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:47.385874 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-6732121b-3fd8-4aee-b727-8968bfa53ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:47.423263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b0181-72ce-4498-8dca-a811f8101915 req-9239d564-cba5-4f62-bf04-f35b6853a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:47.424941 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-074b0181-72ce-4498-8dca-a811f8101915 req-9239d564-cba5-4f62-bf04-f35b6853a75e service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d998394-3382-4088-83f9-0b0a244c1013 HTTP/1.1" status: 200 len: 909 time: 0.2117419 Feb 17 20:11:47.532170 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-074b0181-72ce-4498-8dca-a811f8101915 req-149cb733-6e73-4f17-890d-adc81081153f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b93b748-5682-48b9-b45c-6dcdac2f5db7 HTTP/1.1" status: 200 len: 217 time: 0.0845580 Feb 17 20:11:47.572824 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8b49e6af-cec9-463c-a2d2-79ba6655fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26290049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828371486'] for subnet, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:47.589561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:47.646888 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6732121b-3fd8-4aee-b727-8968bfa53ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:47.651643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b0181-72ce-4498-8dca-a811f8101915 req-a63547b7-aa91-4525-8e0b-a634d6b07af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:47.653249 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-074b0181-72ce-4498-8dca-a811f8101915 req-a63547b7-aa91-4525-8e0b-a634d6b07af7 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=40596174-1d83-4cff-a7f9-39ed48674b8d HTTP/1.1" status: 200 len: 855 time: 0.1023903 Feb 17 20:11:47.653994 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6732121b-3fd8-4aee-b727-8968bfa53ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:47.660931 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e64d2e39-16f2-4b4a-ac4b-b858b3d6d3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:47.678549 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49e6af-cec9-463c-a2d2-79ba6655fc52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87fade40-00ff-42ff-8006-03c39d21a499,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:47.683394 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8b49e6af-cec9-463c-a2d2-79ba6655fc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:47.741269 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-074b0181-72ce-4498-8dca-a811f8101915 req-b09bc0c3-487e-4cb0-b52a-9bed8998e607 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d998394-3382-4088-83f9-0b0a244c1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697858 Feb 17 20:11:47.742651 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8b49e6af-cec9-463c-a2d2-79ba6655fc52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:47.753350 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-8b49e6af-cec9-463c-a2d2-79ba6655fc52 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/87fade40-00ff-42ff-8006-03c39d21a499 HTTP/1.1" status: 204 len: 168 time: 0.6529305 Feb 17 20:11:47.753350 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 54006) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:47.832566 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732121b-3fd8-4aee-b727-8968bfa53ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa4331d-277a-4b25-ba10-e23316ff2511,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:47.842265 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-6732121b-3fd8-4aee-b727-8968bfa53ef7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb9c6bdcb5354654a456ed4428f875bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7156062 Feb 17 20:11:47.845187 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 54010) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:47.850678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6732121b-3fd8-4aee-b727-8968bfa53ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:47.898096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:47.907166 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-074b0181-72ce-4498-8dca-a811f8101915 req-7d76af86-a8be-4da5-83a7-0164f52d4333 service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539254 Feb 17 20:11:48.055722 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e474d1b3-10e0-45dd-8b92-ef4008285008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:48.115727 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-074b0181-72ce-4498-8dca-a811f8101915 req-ff6f18f8-ebdc-4336-b08d-92afcb9c4351 service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1994193 Feb 17 20:11:48.138181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7767ef0-bf05-44f9-8044-90705736a3b6 req-2b9e46eb-0102-4fbf-982c-d1187bd2701a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:48.140378 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b7767ef0-bf05-44f9-8044-90705736a3b6 req-2b9e46eb-0102-4fbf-982c-d1187bd2701a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1327059 Feb 17 20:11:48.157688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e474d1b3-10e0-45dd-8b92-ef4008285008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:48.165617 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:48.187874 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b7767ef0-bf05-44f9-8044-90705736a3b6 req-c7337876-afcd-4fe0-b209-55c36e4b8cd6 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412483 Feb 17 20:11:48.311235 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b116b634-ac36-48a6-be16-8cd7aee34ca1']}} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:48.329323 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2b0339-bbac-4275-a907-2924bc87d184') {'for_net_delete': True} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:48.330202 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2b0339-bbac-4275-a907-2924bc87d184') {} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:48.341356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e474d1b3-10e0-45dd-8b92-ef4008285008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:48.347422 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0a4d7c72-e9e3-4321-8d54-241be161d70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:48.358126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314932'] for segment, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:48.371989 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474d1b3-10e0-45dd-8b92-ef4008285008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa4331d-277a-4b25-ba10-e23316ff2511,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:48.379705 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e474d1b3-10e0-45dd-8b92-ef4008285008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:48.382535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:48.384916 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e474d1b3-10e0-45dd-8b92-ef4008285008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:48.388561 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e474d1b3-10e0-45dd-8b92-ef4008285008 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3aa4331d-277a-4b25-ba10-e23316ff2511 HTTP/1.1" status: 204 len: 168 time: 0.5375197 Feb 17 20:11:48.388561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:11:48.567872 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edcc82-f620-4900-aa87-2542f50abc92 req-ddc23d29-ca51-41d1-a7ec-6f19c718c588 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:48.575451 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] Network b116b634-ac36-48a6-be16-8cd7aee34ca1 has no segments {{(pid=84037) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:11:48.575632 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-33edcc82-f620-4900-aa87-2542f50abc92 req-ddc23d29-ca51-41d1-a7ec-6f19c718c588 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 943 time: 0.1238775 Feb 17 20:11:48.584848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036828486018'] for segment, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:48.624967 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-33edcc82-f620-4900-aa87-2542f50abc92 req-b2d75b3d-669c-4e7c-8cfa-4ed3f17f73b9 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484943 Feb 17 20:11:48.839800 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] Network b116b634-ac36-48a6-be16-8cd7aee34ca1 has no segments {{(pid=84037) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:11:48.864471 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:11:48.872392 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54046) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:48.893883 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eb00e042-085f-4e1a-a499-8a2b17b7a1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:48.909787 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-eb00e042-085f-4e1a-a499-8a2b17b7a1c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:48.913864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-eb00e042-085f-4e1a-a499-8a2b17b7a1c3 admin admin] Usage tracker for resource:security_group_rule and tenant:9c40e69c81c24379af2c02bbd0cba9ea is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:48.916806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-eb00e042-085f-4e1a-a499-8a2b17b7a1c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:48.923302 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-eb00e042-085f-4e1a-a499-8a2b17b7a1c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:48.949320 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:48.953390 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-da9b6a0c-41fd-4075-b96b-0011dd15ec4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:48.973184 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:48.975706 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] Pushing event deleted for resources: {'Network': ['ID=b116b634-ac36-48a6-be16-8cd7aee34ca1,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:48.979334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:48.982334 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b116b634-ac36-48a6-be16-8cd7aee34ca1 HTTP/1.1" status: 204 len: 168 time: 1.2282376 Feb 17 20:11:48.985736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 54050) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:49.015625 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eb00e042-085f-4e1a-a499-8a2b17b7a1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.019545 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eb00e042-085f-4e1a-a499-8a2b17b7a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.030443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-61762644-fbef-4335-987c-6c7fdf374993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:49.055948 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd203248-72dd-4f45-b20e-e9565c166969 admin admin] Deleting subnet f139b19b-1888-4d0a-82be-2c12c97a1e21 {{(pid=84037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:11:49.059682 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dd203248-72dd-4f45-b20e-e9565c166969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.074704 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-eb00e042-085f-4e1a-a499-8a2b17b7a1c3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9c40e69c81c24379af2c02bbd0cba9ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009830 Feb 17 20:11:49.077840 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00e042-085f-4e1a-a499-8a2b17b7a1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73349508-036c-45f4-ba57-a965cbd98657,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:49.081385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-eb00e042-085f-4e1a-a499-8a2b17b7a1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:49.082130 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54054) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:49.119915 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dd203248-72dd-4f45-b20e-e9565c166969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828460884'] for subnet, precommit_delete_associations {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.148112 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-352489a1-c377-44bb-9d14-356c03f5cf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.175557 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-352489a1-c377-44bb-9d14-356c03f5cf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.183464 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dd203248-72dd-4f45-b20e-e9565c166969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.227306 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-352489a1-c377-44bb-9d14-356c03f5cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.232784 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ab83e14a-b370-4c6a-920a-983ceb14a0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:49.246400 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352489a1-c377-44bb-9d14-356c03f5cf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73349508-036c-45f4-ba57-a965cbd98657,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:49.249141 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-352489a1-c377-44bb-9d14-356c03f5cf18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:49.256614 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-352489a1-c377-44bb-9d14-356c03f5cf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.257891 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-352489a1-c377-44bb-9d14-356c03f5cf18 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73349508-036c-45f4-ba57-a965cbd98657 HTTP/1.1" status: 204 len: 168 time: 0.1747231 Feb 17 20:11:49.398778 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4ed2c-d4af-4be0-a817-00bc5dd9a88d req-aa80bc62-7f74-46f6-8598-8fc919401739 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:49.400398 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4fe4ed2c-d4af-4be0-a817-00bc5dd9a88d req-aa80bc62-7f74-46f6-8598-8fc919401739 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0904803 Feb 17 20:11:49.473442 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4fe4ed2c-d4af-4be0-a817-00bc5dd9a88d req-a0a5208a-8c7f-424c-90ae-b3cf4b768fbe tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618303 Feb 17 20:11:49.489250 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dd203248-72dd-4f45-b20e-e9565c166969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26290049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828371486'] for subnet, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.506608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-278be5a2-bcce-4da4-8004-d0498b0ebab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:49.595781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd203248-72dd-4f45-b20e-e9565c166969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f139b19b-1888-4d0a-82be-2c12c97a1e21,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:49.598585 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-dd203248-72dd-4f45-b20e-e9565c166969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:49.648060 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dd203248-72dd-4f45-b20e-e9565c166969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.651673 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-dd203248-72dd-4f45-b20e-e9565c166969 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f139b19b-1888-4d0a-82be-2c12c97a1e21 HTTP/1.1" status: 204 len: 168 time: 0.6645060 Feb 17 20:11:49.655691 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54064) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:49.666844 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 54070) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:49.687130 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c6e17f39-26ff-452f-a3fd-4787d8ae6c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.704059 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c6e17f39-26ff-452f-a3fd-4787d8ae6c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:11:49.708218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c6e17f39-26ff-452f-a3fd-4787d8ae6c9c admin admin] Usage tracker for resource:security_group_rule and tenant:6a1f29fd2a52480091bdc7b321aa25f2 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:11:49.711228 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c6e17f39-26ff-452f-a3fd-4787d8ae6c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:11:49.717019 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c6e17f39-26ff-452f-a3fd-4787d8ae6c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:11:49.804894 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c6e17f39-26ff-452f-a3fd-4787d8ae6c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.808508 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c6e17f39-26ff-452f-a3fd-4787d8ae6c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.818589 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-69ce3a6a-cbdc-4809-9321-d87e0c839678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:49.824832 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.863840 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c6e17f39-26ff-452f-a3fd-4787d8ae6c9c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6a1f29fd2a52480091bdc7b321aa25f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956029 Feb 17 20:11:49.864790 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e17f39-26ff-452f-a3fd-4787d8ae6c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f0bdf9-1aa4-4893-9e5e-5731ff425e1c,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:49.867683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 54078) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:49.870931 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c6e17f39-26ff-452f-a3fd-4787d8ae6c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:49.951355 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2989-0e78-4276-9442-482c2582f910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:49.978718 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2989-0e78-4276-9442-482c2582f910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:50.026123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2989-0e78-4276-9442-482c2582f910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:50.031126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-df81cb7d-ab99-4054-9913-cf26ea6e08e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:50.044427 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b2989-0e78-4276-9442-482c2582f910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f0bdf9-1aa4-4893-9e5e-5731ff425e1c,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:50.047986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3c3b2989-0e78-4276-9442-482c2582f910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:50.048896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2989-0e78-4276-9442-482c2582f910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:50.053419 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-3c3b2989-0e78-4276-9442-482c2582f910 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b3f0bdf9-1aa4-4893-9e5e-5731ff425e1c HTTP/1.1" status: 204 len: 168 time: 0.1815276 Feb 17 20:11:50.090260 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94ccc4-338e-42ef-aebb-f54b6452f46e req-a2bc94a2-5e54-4859-a14c-4f15a7be60ce tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:50.091919 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9a94ccc4-338e-42ef-aebb-f54b6452f46e req-a2bc94a2-5e54-4859-a14c-4f15a7be60ce tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 943 time: 0.3418019 Feb 17 20:11:50.099004 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:50.437348 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9a94ccc4-338e-42ef-aebb-f54b6452f46e req-b532df77-07ec-4241-ae8b-80c98caa982a tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219080 Feb 17 20:11:50.454050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfe96ba-9a40-4daa-bd3c-4da255c5f166']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:50.472044 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fb5f8a-3b38-47d9-86a5-14480c82ec31') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:50.472391 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fb5f8a-3b38-47d9-86a5-14480c82ec31') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:11:50.486499 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851071362'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:50.505623 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:50.507873 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:11:50.741503 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] Network 8dfe96ba-9a40-4daa-bd3c-4da255c5f166 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:11:50.751553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850684653'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:50.956010 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] Network 8dfe96ba-9a40-4daa-bd3c-4da255c5f166 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:11:50.980967 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:11:50.987524 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa3832-caa5-449e-a863-690768275fc5 req-96c411eb-c04b-4f07-b145-84176daac0d6 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:50.989187 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-22aa3832-caa5-449e-a863-690768275fc5 req-96c411eb-c04b-4f07-b145-84176daac0d6 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.3747277 Feb 17 20:11:51.108006 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-22aa3832-caa5-449e-a863-690768275fc5 req-5159709e-e241-46ea-a59b-3facdcd93576 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698054 Feb 17 20:11:51.108642 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:51.112181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-70224789-7c1a-4d60-bb18-688e47f13787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:51.127518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:51.134042 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8dfe96ba-9a40-4daa-bd3c-4da255c5f166 HTTP/1.1" status: 204 len: 168 time: 1.4792476 Feb 17 20:11:51.141233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dfe96ba-9a40-4daa-bd3c-4da255c5f166,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:51.144167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-689ec3e3-3cd6-47f6-a91a-537cbdf864a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:51.331192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 54154) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:51.388683 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-76dc9747-c8d1-4f76-96df-3b3f2e10da2d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd908f751b754db7b91d0ee424a63958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561543 Feb 17 20:11:51.391319 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 54158) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:51.455955 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c38ab790-ca0b-4c4c-8ccb-9e9a1e82a45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:51.489216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c38ab790-ca0b-4c4c-8ccb-9e9a1e82a45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:51.539108 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c38ab790-ca0b-4c4c-8ccb-9e9a1e82a45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:51.549303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-efa16923-eccb-40aa-bf6f-322fd3f1afac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:51.571270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ab790-ca0b-4c4c-8ccb-9e9a1e82a45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e85338-1f79-4118-8715-e1dc3b5d5cb2,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:51.579810 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c38ab790-ca0b-4c4c-8ccb-9e9a1e82a45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:51.581366 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c38ab790-ca0b-4c4c-8ccb-9e9a1e82a45d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f0e85338-1f79-4118-8715-e1dc3b5d5cb2 HTTP/1.1" status: 204 len: 168 time: 0.1891379 Feb 17 20:11:51.582476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c38ab790-ca0b-4c4c-8ccb-9e9a1e82a45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:51.692467 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffa31e-ae06-49ef-89ab-02bf89ba795e req-a3f4f94d-207b-460f-8c20-a6e3db7f1397 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:51.694141 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f9ffa31e-ae06-49ef-89ab-02bf89ba795e req-a3f4f94d-207b-460f-8c20-a6e3db7f1397 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 943 time: 0.1299331 Feb 17 20:11:51.745949 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f9ffa31e-ae06-49ef-89ab-02bf89ba795e req-506aaf08-d5ce-4076-948b-63140550e72a tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451548 Feb 17 20:11:51.964292 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 54176) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:52.018467 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-f668669a-d8cf-4043-a436-b174cd437e7f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cf10973cf8d34256b9628026a0c3f46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505257 Feb 17 20:11:52.018716 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 54182) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:11:52.081519 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-941342cf-584f-420b-bb1f-9fc0de74a7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:52.110038 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-941342cf-584f-420b-bb1f-9fc0de74a7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:52.156895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-941342cf-584f-420b-bb1f-9fc0de74a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:52.161962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-821d6ed2-4dfa-4a36-8630-c70e4500636b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:52.179003 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941342cf-584f-420b-bb1f-9fc0de74a7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450a1990-438b-4cac-ae73-f2de4be41868,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:52.181779 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-941342cf-584f-420b-bb1f-9fc0de74a7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:52.182961 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-941342cf-584f-420b-bb1f-9fc0de74a7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:52.184174 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-941342cf-584f-420b-bb1f-9fc0de74a7c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/450a1990-438b-4cac-ae73-f2de4be41868 HTTP/1.1" status: 204 len: 168 time: 0.1644998 Feb 17 20:11:52.325885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679abbb-271e-4252-9134-0d2df41c4f13 req-2733da46-f110-4d2d-8248-726dbe526af5 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:52.327706 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7679abbb-271e-4252-9134-0d2df41c4f13 req-2733da46-f110-4d2d-8248-726dbe526af5 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0968282 Feb 17 20:11:52.378362 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7679abbb-271e-4252-9134-0d2df41c4f13 req-c29ede0e-b2f0-4aad-ac8a-ad1c92ab17af tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440485 Feb 17 20:11:52.970743 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2bb0b-2cbc-4146-88c1-d7346e49ce5f req-ca5aa40e-2957-4cb6-b85f-6d2b4877f07b tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:52.972375 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4dc2bb0b-2cbc-4146-88c1-d7346e49ce5f req-ca5aa40e-2957-4cb6-b85f-6d2b4877f07b tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 943 time: 0.1071477 Feb 17 20:11:53.020003 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4dc2bb0b-2cbc-4146-88c1-d7346e49ce5f req-9a713c60-cb0f-4dab-87c2-0c43d4e18ccb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Feb 17 20:11:53.596227 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acc81c-95a9-4644-ab82-b06f5f8d947a req-21f9c020-5622-4b93-a26a-56ca0811f2d3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:53.598919 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e4acc81c-95a9-4644-ab82-b06f5f8d947a req-21f9c020-5622-4b93-a26a-56ca0811f2d3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0944784 Feb 17 20:11:53.649806 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e4acc81c-95a9-4644-ab82-b06f5f8d947a req-c8ba870d-1630-4134-ba73-3d6f79fcd0cc tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432694 Feb 17 20:11:54.052970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 6b93b748-5682-48b9-b45c-6dcdac2f5db7 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:54.135081 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port 6b93b748-5682-48b9-b45c-6dcdac2f5db7 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:11:54.141128 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 6b93b748-5682-48b9-b45c-6dcdac2f5db7 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:54.141672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:54.242079 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1817654-f94f-46a6-8153-c08f2dc08651 req-f5436a4c-6b42-4f4d-b41a-e4c799535eec tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:54.243718 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a1817654-f94f-46a6-8153-c08f2dc08651 req-f5436a4c-6b42-4f4d-b41a-e4c799535eec tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 943 time: 0.0917127 Feb 17 20:11:54.273414 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:54.296951 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a1817654-f94f-46a6-8153-c08f2dc08651 req-edbc2dbb-7db9-4124-9195-95209a5d4fe6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 Feb 17 20:11:54.308251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642b4603-8d40-48cf-ab5b-4d971f05e14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b93b748-5682-48b9-b45c-6dcdac2f5db7'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:11:54.320815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 6b93b748-5682-48b9-b45c-6dcdac2f5db7, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=6b93b748-5682-48b9-b45c-6dcdac2f5db7,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:11:54.324147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:54.326941 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:11:54.365597 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642b4603-8d40-48cf-ab5b-4d971f05e14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b93b748-5682-48b9-b45c-6dcdac2f5db7', 'code': 200} Feb 17 20:11:54.405407 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=6b93b748-5682-48b9-b45c-6dcdac2f5db7,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:11:54.413814 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.414339 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.414829 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.415332 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.415812 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.416292 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.416768 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.417260 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.417734 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.418207 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.418688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.419063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.419505 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.420514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.420766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.424882 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.425430 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.425922 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.426421 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.427013 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.427682 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.428067 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.428557 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.428936 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:11:54.435229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:11:54.635158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058d1fc-2fbc-4125-b5f7-58f624e74e0f req-7294840c-d05c-4c2f-b573-2c346a2aba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:54.636789 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c058d1fc-2fbc-4125-b5f7-58f624e74e0f req-7294840c-d05c-4c2f-b573-2c346a2aba9e service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 1162 time: 0.0775051 Feb 17 20:11:54.687763 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c058d1fc-2fbc-4125-b5f7-58f624e74e0f req-1da312c2-3ded-46b9-ab5f-0f923e2ee96e service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440590 Feb 17 20:11:54.852059 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c04d88-4d8a-416f-9217-0b34a7d08416 req-856d8dea-e238-45f6-87c6-e52e4a176c77 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:54.853717 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-65c04d88-4d8a-416f-9217-0b34a7d08416 req-856d8dea-e238-45f6-87c6-e52e4a176c77 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0876379 Feb 17 20:11:54.905759 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-65c04d88-4d8a-416f-9217-0b34a7d08416 req-325091e5-891c-4867-a6ad-27f3ee3681b7 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Feb 17 20:11:55.066164 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 6b93b748-5682-48b9-b45c-6dcdac2f5db7 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:11:55.140461 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 6b93b748-5682-48b9-b45c-6dcdac2f5db7 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:11:55.140933 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:11:55.534676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6a848-74e9-4643-b42d-e79e3363e6ec req-0dd409e1-e980-46f6-b93d-3e6905f2fd11 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:55.536180 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2ee6a848-74e9-4643-b42d-e79e3363e6ec req-0dd409e1-e980-46f6-b93d-3e6905f2fd11 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 945 time: 0.0938070 Feb 17 20:11:55.585875 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2ee6a848-74e9-4643-b42d-e79e3363e6ec req-e8c201cb-ea48-4ed4-896b-c2e57adfe1e1 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432580 Feb 17 20:11:56.108324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de24047-73a7-4ff2-aea2-cd472778605b req-8803292d-1f44-4199-af7b-92755f0b9488 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:56.109901 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1de24047-73a7-4ff2-aea2-cd472778605b req-8803292d-1f44-4199-af7b-92755f0b9488 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0922000 Feb 17 20:11:56.158610 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1de24047-73a7-4ff2-aea2-cd472778605b req-60e9c8bf-c791-4a60-bbab-531f1a05e16b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421660 Feb 17 20:11:56.789593 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d876f-8a90-4f06-be2b-8816e5441559 req-c5c46668-e063-46bf-a4f4-4d7fb1e8a1ea tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:56.791118 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb5d876f-8a90-4f06-be2b-8816e5441559 req-c5c46668-e063-46bf-a4f4-4d7fb1e8a1ea tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 945 time: 0.0912232 Feb 17 20:11:56.840402 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb5d876f-8a90-4f06-be2b-8816e5441559 req-a278519d-d3e3-4feb-b902-d8dfe53bc26a tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425076 Feb 17 20:11:57.361490 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89083b-2b34-46a8-800d-ad4ffa7fb28c req-3c163e01-c78c-4ce3-9075-b820fbac9615 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:57.363016 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1f89083b-2b34-46a8-800d-ad4ffa7fb28c req-3c163e01-c78c-4ce3-9075-b820fbac9615 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0894389 Feb 17 20:11:57.413825 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1f89083b-2b34-46a8-800d-ad4ffa7fb28c req-15dbb26d-fa73-4150-b0a1-ac62e3f2690c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445578 Feb 17 20:11:58.042139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53cd04-b176-434b-938d-454727f06140 req-deaa4105-2153-4784-bfb8-5230222a6144 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:58.043687 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1f53cd04-b176-434b-938d-454727f06140 req-deaa4105-2153-4784-bfb8-5230222a6144 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 945 time: 0.0877180 Feb 17 20:11:58.092195 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1f53cd04-b176-434b-938d-454727f06140 req-045d4def-3c3e-4b92-81d8-6765a8bead01 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423539 Feb 17 20:11:58.618316 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc27904-66bc-4d16-9812-d0d8f0e835ef req-e7dbd5bf-8078-4fb2-bf7d-416a46b88b6b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:58.620180 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4bc27904-66bc-4d16-9812-d0d8f0e835ef req-e7dbd5bf-8078-4fb2-bf7d-416a46b88b6b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0915108 Feb 17 20:11:58.670661 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4bc27904-66bc-4d16-9812-d0d8f0e835ef req-a415899a-c449-42a0-bd8e-fc9c6536c698 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417633 Feb 17 20:11:59.300738 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8b0b9-dd46-4a8e-8874-b3bc396aa6ba req-cd555fe7-89de-491f-9f7c-8de4d87fa205 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:59.302404 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8dc8b0b9-dd46-4a8e-8874-b3bc396aa6ba req-cd555fe7-89de-491f-9f7c-8de4d87fa205 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 945 time: 0.0923858 Feb 17 20:11:59.352027 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8dc8b0b9-dd46-4a8e-8874-b3bc396aa6ba req-a16a02d4-3ee7-4eff-af91-2b636c375310 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432694 Feb 17 20:11:59.926271 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a657fa8-4ae5-4be4-98fd-c696bf4eee40 req-5e28f6dc-c411-4159-9d2e-774fdd78980c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:11:59.935113 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7a657fa8-4ae5-4be4-98fd-c696bf4eee40 req-5e28f6dc-c411-4159-9d2e-774fdd78980c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1439421 Feb 17 20:11:59.987240 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7a657fa8-4ae5-4be4-98fd-c696bf4eee40 req-621f956c-f6d1-4ee1-b24c-9eca86ed2b02 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502298 Feb 17 20:12:00.371121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 54390) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:00.531435 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-34d1bd31-54e5-4c03-aeda-267daeb70264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:00.547345 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-34d1bd31-54e5-4c03-aeda-267daeb70264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:12:00.551524 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-34d1bd31-54e5-4c03-aeda-267daeb70264 admin admin] Usage tracker for resource:security_group_rule and tenant:451cefa8e940492e9d5aaa5cfa5d3b6e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:12:00.554632 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-34d1bd31-54e5-4c03-aeda-267daeb70264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:12:00.560669 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-34d1bd31-54e5-4c03-aeda-267daeb70264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:12:00.564163 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07418e-3596-46b6-b080-1ae24eb669d7 req-b9e11270-8b3b-42a0-bf4e-f2c41d708855 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:00.565821 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7c07418e-3596-46b6-b080-1ae24eb669d7 req-b9e11270-8b3b-42a0-bf4e-f2c41d708855 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 945 time: 0.0884695 Feb 17 20:12:00.616102 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7c07418e-3596-46b6-b080-1ae24eb669d7 req-71c662aa-9acb-451e-be0c-d610ec55331f tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438304 Feb 17 20:12:00.647805 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-34d1bd31-54e5-4c03-aeda-267daeb70264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:00.650891 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-34d1bd31-54e5-4c03-aeda-267daeb70264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:00.660747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-51c921b1-f613-4fca-b25e-0346e7341ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:00.708573 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-34d1bd31-54e5-4c03-aeda-267daeb70264 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=451cefa8e940492e9d5aaa5cfa5d3b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333488 Feb 17 20:12:00.708573 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1bd31-54e5-4c03-aeda-267daeb70264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674cb0e1-6cc9-4ec6-a3b2-bc1e033fc76a,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:00.709558 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54402) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:00.710985 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-34d1bd31-54e5-4c03-aeda-267daeb70264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:00.781529 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-56c3d9e1-3083-4115-8b31-249d8c8c7cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:00.809226 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-56c3d9e1-3083-4115-8b31-249d8c8c7cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:00.868265 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-56c3d9e1-3083-4115-8b31-249d8c8c7cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:00.874319 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6732121b-3fd8-4aee-b727-8968bfa53ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:00.887298 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3d9e1-3083-4115-8b31-249d8c8c7cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674cb0e1-6cc9-4ec6-a3b2-bc1e033fc76a,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:00.891809 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-56c3d9e1-3083-4115-8b31-249d8c8c7cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:00.893950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-56c3d9e1-3083-4115-8b31-249d8c8c7cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:00.898022 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-56c3d9e1-3083-4115-8b31-249d8c8c7cb2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/674cb0e1-6cc9-4ec6-a3b2-bc1e033fc76a HTTP/1.1" status: 204 len: 168 time: 0.1872866 Feb 17 20:12:01.205142 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 6b93b748-5682-48b9-b45c-6dcdac2f5db7 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:12:01.219357 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80110286-0efe-4009-a92d-4fe7fd5e90ce req-c3038809-fc57-4be6-a410-8058cd1514a7 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:01.221061 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-80110286-0efe-4009-a92d-4fe7fd5e90ce req-c3038809-fc57-4be6-a410-8058cd1514a7 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1096427 Feb 17 20:12:01.306303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 6b93b748-5682-48b9-b45c-6dcdac2f5db7 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:12:01.306817 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:01.325870 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-80110286-0efe-4009-a92d-4fe7fd5e90ce req-18980912-c49c-4abc-b2da-b7d01b2c9c74 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879073 Feb 17 20:12:02.558340 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d7217-5a3c-45a0-a709-cc2c325dc4c0 req-7d4d8812-d012-49e0-a8bb-dfcb80e2b83b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:02.559990 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e36d7217-5a3c-45a0-a709-cc2c325dc4c0 req-7d4d8812-d012-49e0-a8bb-dfcb80e2b83b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1058040 Feb 17 20:12:02.614792 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e36d7217-5a3c-45a0-a709-cc2c325dc4c0 req-7a616935-847e-4c9a-8303-6915c98995f3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481436 Feb 17 20:12:03.013784 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54494) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:03.171184 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd901-2397-4a8c-bbcc-c658687c3956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:03.186752 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c8ecd901-2397-4a8c-bbcc-c658687c3956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:12:03.190856 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c8ecd901-2397-4a8c-bbcc-c658687c3956 admin admin] Usage tracker for resource:security_group_rule and tenant:8d28754b85d145b6ae3129fd9775d3a7 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:12:03.193893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c8ecd901-2397-4a8c-bbcc-c658687c3956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:12:03.199610 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c8ecd901-2397-4a8c-bbcc-c658687c3956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:12:03.299135 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd901-2397-4a8c-bbcc-c658687c3956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:03.303317 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd901-2397-4a8c-bbcc-c658687c3956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:03.312623 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-881b3744-4b64-4be7-9470-8edd643b2d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:03.357998 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c8ecd901-2397-4a8c-bbcc-c658687c3956 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d28754b85d145b6ae3129fd9775d3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426321 Feb 17 20:12:03.358858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecd901-2397-4a8c-bbcc-c658687c3956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82095f4-d0c4-4bac-a80d-9d2b4deed9a5,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:03.360833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 54504) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:03.362752 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c8ecd901-2397-4a8c-bbcc-c658687c3956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:03.431042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ba3a48fe-aa27-4b4e-a29f-aecf0d5e0dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:03.460401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ba3a48fe-aa27-4b4e-a29f-aecf0d5e0dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:03.509637 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ba3a48fe-aa27-4b4e-a29f-aecf0d5e0dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:03.515160 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-27027b73-1a35-4834-815b-6474eeb6dc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:03.529526 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a48fe-aa27-4b4e-a29f-aecf0d5e0dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82095f4-d0c4-4bac-a80d-9d2b4deed9a5,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:03.532225 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ba3a48fe-aa27-4b4e-a29f-aecf0d5e0dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:03.539247 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ba3a48fe-aa27-4b4e-a29f-aecf0d5e0dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:03.540723 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ba3a48fe-aa27-4b4e-a29f-aecf0d5e0dbd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c82095f4-d0c4-4bac-a80d-9d2b4deed9a5 HTTP/1.1" status: 204 len: 168 time: 0.1784558 Feb 17 20:12:03.838186 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdde4a-4f97-4572-9c5a-980ef3846ec0 req-945292b9-b732-4ec3-9526-bd3c7447f6e4 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:03.839916 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-00bdde4a-4f97-4572-9c5a-980ef3846ec0 req-945292b9-b732-4ec3-9526-bd3c7447f6e4 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1054971 Feb 17 20:12:03.905653 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-00bdde4a-4f97-4572-9c5a-980ef3846ec0 req-e1b3d5af-6cf3-4805-b175-89b77cdfb4f1 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579934 Feb 17 20:12:04.315583 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:12:05.017073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a0db6576-698b-4c04-8020-dc2a91544234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:05.269895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bd258-6e1c-42f4-8d6d-d73b8dab8685 req-86313f75-377c-4973-be11-c9c71de47ea9 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:05.271506 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-556bd258-6e1c-42f4-8d6d-d73b8dab8685 req-86313f75-377c-4973-be11-c9c71de47ea9 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0913875 Feb 17 20:12:05.323265 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-556bd258-6e1c-42f4-8d6d-d73b8dab8685 req-b3265869-5b92-467e-a63b-a7ddecc24f4a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450974 Feb 17 20:12:06.530237 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaefe0-5db1-4d9e-b433-7f614b783b6c req-2c14faa2-ce49-4172-ad92-239ea4a326c0 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:06.531839 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5deaefe0-5db1-4d9e-b433-7f614b783b6c req-2c14faa2-ce49-4172-ad92-239ea4a326c0 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0902696 Feb 17 20:12:06.581969 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5deaefe0-5db1-4d9e-b433-7f614b783b6c req-94174ce6-a374-485c-9448-0bebd889bd29 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437579 Feb 17 20:12:07.670255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e397409e-deb6-41f8-be54-f61aa05fd169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:07.909147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:08.696077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-22512c3c-765d-4fc1-8590-e80a63a2c74f tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:08.697710 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-22512c3c-765d-4fc1-8590-e80a63a2c74f tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/networks?id=1d998394-3382-4088-83f9-0b0a244c1013 HTTP/1.1" status: 200 len: 815 time: 0.1649501 Feb 17 20:12:08.713294 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-8b10d366-cc3a-431d-9cfd-04ca82d7f687 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/quotas/90c75951530148fab0bc8105623c8dab HTTP/1.1" status: 200 len: 375 time: 0.0094445 Feb 17 20:12:08.803948 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-0e5b5b7f-8066-4f3d-81c4-3a203e7d958d tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=90c75951530148fab0bc8105623c8dab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848124 Feb 17 20:12:08.949112 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-5160fcae-0a07-411b-b449-4e5d7a5777cc service neutron] 10.222.0.73 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369672 Feb 17 20:12:09.093411 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f9edcad9-ab9e-4d4f-a113-b128f4f751d3 service neutron] 10.222.0.73 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366801 Feb 17 20:12:09.129743 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:09.168925 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:09.382451 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7202c-de27-480e-95db-cbcbd7e0443e req-1e0a31cc-5232-4bc8-b4b3-37a58f34d71c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:09.384081 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-38b7202c-de27-480e-95db-cbcbd7e0443e req-1e0a31cc-5232-4bc8-b4b3-37a58f34d71c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0947886 Feb 17 20:12:09.432622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:09.644475 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-38b7202c-de27-480e-95db-cbcbd7e0443e req-169c522e-e2d3-4258-8678-9c093395c948 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384906 Feb 17 20:12:09.792295 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fd77e4d1-0ce8-41ed-b9e8-d140f3d2f0d3 req-116fc8cc-6b0f-49f2-a295-bb9a0d0e5408 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 210 time: 0.0486858 Feb 17 20:12:10.852960 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e44f66-969c-40fb-a618-e7f057976113 req-5daf0ccb-9cac-4000-a007-70fb0b5e1ed2 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:10.854619 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-93e44f66-969c-40fb-a618-e7f057976113 req-5daf0ccb-9cac-4000-a007-70fb0b5e1ed2 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0941668 Feb 17 20:12:10.905337 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-93e44f66-969c-40fb-a618-e7f057976113 req-8c4efde0-6ec3-437d-a482-2b667925437d tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442734 Feb 17 20:12:10.959159 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad1c1e67-cbf9-40c8-b9bf-8357fe7319fa req-6f2213db-f8a7-4a5a-a7b5-d635e0ca5cfd tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 210 time: 0.0483563 Feb 17 20:12:11.711671 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-cf1b5f92-dd71-41c9-af30-01869fcde70d tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:11.713510 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-cf1b5f92-dd71-41c9-af30-01869fcde70d tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "GET /v2.0/networks?id=1d998394-3382-4088-83f9-0b0a244c1013 HTTP/1.1" status: 200 len: 815 time: 0.1798139 Feb 17 20:12:11.728454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Request body: {'port': {'device_id': '683c29d5-417a-4e46-a96f-b105000df96f', 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013', 'admin_state_up': True, 'tenant_id': '90c75951530148fab0bc8105623c8dab'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:12:11.904423 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:12:11.915643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:12:11.926446 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Made reservation on behalf of 90c75951530148fab0bc8105623c8dab for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:12:11.933004 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:12.159087 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6053fd35-2e77-4344-88b7-51acf40e1f92 req-13c3c428-42d3-4594-81bf-01d88bede6b8 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 210 time: 0.0682676 Feb 17 20:12:12.281826 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ff019-8c53-4225-b07e-9e9c703a5ce7 req-ca8fa98d-3587-429d-afae-87854656f017 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:12.283433 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b8ff019-8c53-4225-b07e-9e9c703a5ce7 req-ca8fa98d-3587-429d-afae-87854656f017 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.2439990 Feb 17 20:12:12.393733 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b8ff019-8c53-4225-b07e-9e9c703a5ce7 req-c41c9a39-cd4c-45ba-8581-240731bcb5b0 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026683 Feb 17 20:12:12.419874 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Allocated IP 172.20.0.11 (1d998394-3382-4088-83f9-0b0a244c1013/40596174-1d83-4cff-a7f9-39ed48674b8d/959a6715-596c-4874-a67f-7918db8e06bc) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:12:12.640713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:12.669508 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:12.686910 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:12.826002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Pushing event updated for resources: {'Port': ['ID=959a6715-596c-4874-a67f-7918db8e06bc,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:12.831170 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:12.883222 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Network 1d998394-3382-4088-83f9-0b0a244c1013 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:12:12.884342 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:12:12.886786 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:12:12.953277 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:12.953941 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:12.983253 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2591739 Feb 17 20:12:13.359674 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00540798-bca6-4e2a-8d0d-2b15989b803d req-d63d384a-9ac4-4d9e-8272-8597b1a4e56b tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:13.360473 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-00540798-bca6-4e2a-8d0d-2b15989b803d req-d63d384a-9ac4-4d9e-8272-8597b1a4e56b tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Synchronizing usage tracker for tenant:90c75951530148fab0bc8105623c8dab on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:12:13.377102 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-00540798-bca6-4e2a-8d0d-2b15989b803d req-d63d384a-9ac4-4d9e-8272-8597b1a4e56b tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Unset dirty status for tenant:90c75951530148fab0bc8105623c8dab on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:12:13.378446 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-00540798-bca6-4e2a-8d0d-2b15989b803d req-d63d384a-9ac4-4d9e-8272-8597b1a4e56b tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 932 time: 0.1092007 Feb 17 20:12:13.426563 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-00540798-bca6-4e2a-8d0d-2b15989b803d req-8d2e8099-5973-4dea-94ff-9b956a4fc5a6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Feb 17 20:12:13.613476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151690-85cd-4ef0-8b63-5c8a4af5e0b0 req-8905ed1a-1faf-4a23-bb2d-c76e40f7443a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:13.615066 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d8151690-85cd-4ef0-8b63-5c8a4af5e0b0 req-8905ed1a-1faf-4a23-bb2d-c76e40f7443a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0883136 Feb 17 20:12:13.662517 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d8151690-85cd-4ef0-8b63-5c8a4af5e0b0 req-f2b167b4-f635-410b-9a49-d936e24894ee tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Feb 17 20:12:14.621317 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e88d-ea4a-4d18-ae54-5e2bedc779ec req-69544097-312a-4eb1-9bcf-2a7469ba4e51 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:14.623586 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b71e88d-ea4a-4d18-ae54-5e2bedc779ec req-69544097-312a-4eb1-9bcf-2a7469ba4e51 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 932 time: 0.0862372 Feb 17 20:12:14.674192 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b71e88d-ea4a-4d18-ae54-5e2bedc779ec req-b59e99be-6d00-4f56-b57a-6127a081d150 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444536 Feb 17 20:12:14.856639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9350043-14fd-4f30-aa20-f28ee4e6a6e1 req-65844a71-c0e8-4011-bba1-965a6e3aa20c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:14.858272 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a9350043-14fd-4f30-aa20-f28ee4e6a6e1 req-65844a71-c0e8-4011-bba1-965a6e3aa20c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0860901 Feb 17 20:12:14.908187 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a9350043-14fd-4f30-aa20-f28ee4e6a6e1 req-fd3341e2-2a38-46f0-85f1-f85ee60591be tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434344 Feb 17 20:12:15.884843 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04268e1-64f9-44aa-83ae-d1225f2b8905 req-bff69b1b-70d6-4cee-946f-bd399de6f053 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:15.886537 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a04268e1-64f9-44aa-83ae-d1225f2b8905 req-bff69b1b-70d6-4cee-946f-bd399de6f053 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 932 time: 0.0967393 Feb 17 20:12:15.935496 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a04268e1-64f9-44aa-83ae-d1225f2b8905 req-09be3689-23bf-4c32-ad75-51c7f55284d7 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419590 Feb 17 20:12:15.956295 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Request body: {'port': {'device_id': '683c29d5-417a-4e46-a96f-b105000df96f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:12:16.154211 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:16.313354 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0174081-755c-47c6-aae6-4c97c7b2e268 req-02c4060b-a94e-426d-92bf-fb599b00f2e6 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:16.314981 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e0174081-755c-47c6-aae6-4c97c7b2e268 req-02c4060b-a94e-426d-92bf-fb599b00f2e6 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.2390401 Feb 17 20:12:16.432946 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e0174081-755c-47c6-aae6-4c97c7b2e268 req-cca8ec6f-188f-4292-b91b-00b7f90e4228 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100397 Feb 17 20:12:16.642678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959a6715-596c-4874-a67f-7918db8e06bc {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:12:16.650516 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:16.663571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Transition to ACTIVE for port object 959a6715-596c-4874-a67f-7918db8e06bc will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:12:16.666349 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:16.681933 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:16.814976 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=959a6715-596c-4874-a67f-7918db8e06bc,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:16.820182 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:17.244372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Attempting to bind port 959a6715-596c-4874-a67f-7918db8e06bc on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:12:17.245145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Attempting to bind port 959a6715-596c-4874-a67f-7918db8e06bc by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:12:17.245400 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Attempting to bind port 959a6715-596c-4874-a67f-7918db8e06bc on network 1d998394-3382-4088-83f9-0b0a244c1013 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:12:17.261287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:12:17.261664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Checking segment: {'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:12:17.262075 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:17.262471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Bound using segment: {'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:12:17.262975 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Bound port: 959a6715-596c-4874-a67f-7918db8e06bc, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:12:17.263345 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:17.392558 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] For port 959a6715-596c-4874-a67f-7918db8e06bc, host hv-cinder-76003, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:12:17.402768 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] For port 959a6715-596c-4874-a67f-7918db8e06bc, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=959a6715-596c-4874-a67f-7918db8e06bc,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:12:17.413209 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85643715-c05e-471d-9943-e5f23b23c971 req-dd9a3283-36bb-471c-90f0-67934bdc5f18 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:17.415670 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-85643715-c05e-471d-9943-e5f23b23c971 req-dd9a3283-36bb-471c-90f0-67934bdc5f18 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 944 time: 0.2096584 Feb 17 20:12:17.418024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:17.439013 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:17.674968 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-85643715-c05e-471d-9943-e5f23b23c971 req-c1ef2fa3-2c43-448c-a820-2c307e81bbf7 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391741 Feb 17 20:12:17.698350 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=959a6715-596c-4874-a67f-7918db8e06bc,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:17.713926 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:17.743404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:17.744256 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:17.746045 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] 10.222.0.127 "PUT /v2.0/ports/959a6715-596c-4874-a67f-7918db8e06bc HTTP/1.1" status: 200 len: 1158 time: 1.7956455 Feb 17 20:12:17.746672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683c29d5-417a-4e46-a96f-b105000df96f', 'tag': '959a6715-596c-4874-a67f-7918db8e06bc'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:12:17.776208 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360fefb-1de4-4bc8-9302-b3017d8c1146 req-6fa304b2-6414-4e30-a74f-b7b1e9c6714c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:17.777792 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b360fefb-1de4-4bc8-9302-b3017d8c1146 req-6fa304b2-6414-4e30-a74f-b7b1e9c6714c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.2155483 Feb 17 20:12:17.809097 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683c29d5-417a-4e46-a96f-b105000df96f', 'tag': '959a6715-596c-4874-a67f-7918db8e06bc', 'status': 'completed', 'code': 200} Feb 17 20:12:17.885637 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b360fefb-1de4-4bc8-9302-b3017d8c1146 req-68dc01d4-feaf-4452-8356-37cd5f08f4ab tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016612 Feb 17 20:12:17.915523 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-7bddc2cb-fc90-49f5-9f91-3b4409fb42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:17.917177 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-7bddc2cb-fc90-49f5-9f91-3b4409fb42e2 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=90c75951530148fab0bc8105623c8dab&device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 1161 time: 0.1106873 Feb 17 20:12:17.998839 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-5bcdb4ec-f8c6-414c-83ba-a735b9c7c21b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=959a6715-596c-4874-a67f-7918db8e06bc HTTP/1.1" status: 200 len: 217 time: 0.0727656 Feb 17 20:12:18.068072 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-b407d23e-4ea9-42dd-a1ab-8b882648c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:18.069660 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-b407d23e-4ea9-42dd-a1ab-8b882648c642 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=40596174-1d83-4cff-a7f9-39ed48674b8d HTTP/1.1" status: 200 len: 855 time: 0.0639756 Feb 17 20:12:18.131239 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-22d9c385-bc4d-457f-bf59-234e8774c6e2 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d998394-3382-4088-83f9-0b0a244c1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469651 Feb 17 20:12:18.280619 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-a04dc4b3-6dc7-4c06-be6d-a03606189643 service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414404 Feb 17 20:12:18.429767 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-efd68e93-3944-4001-98cd-15fa9c100c59 req-b3c016e6-e898-433b-8996-66ae2e2d1833 service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409023 Feb 17 20:12:18.569077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e0267-ee82-4027-890b-8cc50deb4744 req-988a82ba-6f89-4b97-98dc-085eecde0915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:18.570661 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-389e0267-ee82-4027-890b-8cc50deb4744 req-988a82ba-6f89-4b97-98dc-085eecde0915 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=90c75951530148fab0bc8105623c8dab&device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 1161 time: 0.0842996 Feb 17 20:12:18.717781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e0267-ee82-4027-890b-8cc50deb4744 req-f01a2a7d-2fe2-42c2-b414-bcc0c8a9f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:18.719393 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-389e0267-ee82-4027-890b-8cc50deb4744 req-f01a2a7d-2fe2-42c2-b414-bcc0c8a9f6d7 service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d998394-3382-4088-83f9-0b0a244c1013 HTTP/1.1" status: 200 len: 909 time: 0.1416676 Feb 17 20:12:18.798978 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-389e0267-ee82-4027-890b-8cc50deb4744 req-2aacc8b0-14b4-4030-a4ed-a79f48c3d439 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=959a6715-596c-4874-a67f-7918db8e06bc HTTP/1.1" status: 200 len: 217 time: 0.0699754 Feb 17 20:12:18.938111 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e0267-ee82-4027-890b-8cc50deb4744 req-8a7c65dc-5fc9-4e64-aaad-778c3cd0ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:18.938111 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-389e0267-ee82-4027-890b-8cc50deb4744 req-8a7c65dc-5fc9-4e64-aaad-778c3cd0ee91 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=40596174-1d83-4cff-a7f9-39ed48674b8d HTTP/1.1" status: 200 len: 855 time: 0.0917916 Feb 17 20:12:19.022451 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-389e0267-ee82-4027-890b-8cc50deb4744 req-0a67b090-ac32-4dab-9a38-cfe96780d00e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d998394-3382-4088-83f9-0b0a244c1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728066 Feb 17 20:12:19.032821 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ce15d-3133-4287-9ae6-2b7f0962c908 req-4e68229a-34eb-4d75-85ae-409399b70cb5 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:19.049733 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ae8ce15d-3133-4287-9ae6-2b7f0962c908 req-4e68229a-34eb-4d75-85ae-409399b70cb5 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 944 time: 0.2367804 Feb 17 20:12:19.247899 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ae8ce15d-3133-4287-9ae6-2b7f0962c908 req-934af910-46d9-479c-bd7c-88c61f4e736b tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014256 Feb 17 20:12:19.306333 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-389e0267-ee82-4027-890b-8cc50deb4744 req-db70e726-05ad-4b46-9597-393a8959a19d service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432148 Feb 17 20:12:19.348537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c633f2c-55a8-44ec-a770-a9de80974d59 req-3fb2ea9b-f856-45fa-a95d-cd0063fd73a1 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:19.350341 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6c633f2c-55a8-44ec-a770-a9de80974d59 req-3fb2ea9b-f856-45fa-a95d-cd0063fd73a1 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1865265 Feb 17 20:12:19.482766 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6c633f2c-55a8-44ec-a770-a9de80974d59 req-311cc5df-cc2c-41ff-bc71-b9484026ce85 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757873 Feb 17 20:12:19.588287 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-389e0267-ee82-4027-890b-8cc50deb4744 req-a666b536-feba-47ed-a795-b7f45499ca83 service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2720282 Feb 17 20:12:20.460069 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e738ab-0b16-487b-bcf2-5d20cd0285c8 req-8c14734e-75d2-4544-9a6f-1541ea1fb22e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:20.461727 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b5e738ab-0b16-487b-bcf2-5d20cd0285c8 req-8c14734e-75d2-4544-9a6f-1541ea1fb22e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 944 time: 0.0889094 Feb 17 20:12:20.510754 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b5e738ab-0b16-487b-bcf2-5d20cd0285c8 req-40bb2b75-2269-4bd1-b155-0677a0b974e4 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420790 Feb 17 20:12:20.719706 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db66d6-4091-4134-afab-f92ee884f841 req-9123a377-534c-4109-80de-56d528a46465 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:20.721582 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c1db66d6-4091-4134-afab-f92ee884f841 req-9123a377-534c-4109-80de-56d528a46465 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0998702 Feb 17 20:12:20.733355 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 54878) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:20.773884 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c1db66d6-4091-4134-afab-f92ee884f841 req-c8351807-ffba-4878-b88e-bfbf1dccf61b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439179 Feb 17 20:12:20.916219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e2902a2d-2b6f-4a7e-a0ab-71baf7bf19af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:20.931850 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e2902a2d-2b6f-4a7e-a0ab-71baf7bf19af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:12:20.936397 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e2902a2d-2b6f-4a7e-a0ab-71baf7bf19af admin admin] Usage tracker for resource:security_group_rule and tenant:5d738a38c8914a6bbf7bf0f11d7239a3 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:12:20.939469 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e2902a2d-2b6f-4a7e-a0ab-71baf7bf19af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:12:20.945492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e2902a2d-2b6f-4a7e-a0ab-71baf7bf19af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:12:21.035179 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e2902a2d-2b6f-4a7e-a0ab-71baf7bf19af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:21.037908 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e2902a2d-2b6f-4a7e-a0ab-71baf7bf19af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:21.046597 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c871039c-6ad7-40fa-9dbb-ca173cc17a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:21.089669 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e2902a2d-2b6f-4a7e-a0ab-71baf7bf19af admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5d738a38c8914a6bbf7bf0f11d7239a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550298 Feb 17 20:12:21.091437 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2902a2d-2b6f-4a7e-a0ab-71baf7bf19af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46401448-07b2-4764-aef1-adfb3af8b298,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:21.092629 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54892) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:21.095025 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e2902a2d-2b6f-4a7e-a0ab-71baf7bf19af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:21.159116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c5f8afdf-e7f9-4b39-bb21-b1e8d9e71369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:21.187613 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c5f8afdf-e7f9-4b39-bb21-b1e8d9e71369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:21.235686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c5f8afdf-e7f9-4b39-bb21-b1e8d9e71369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:21.240899 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ffdb5efb-e330-459a-ba6f-adb060affc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:21.254075 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8afdf-e7f9-4b39-bb21-b1e8d9e71369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46401448-07b2-4764-aef1-adfb3af8b298,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:21.257232 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c5f8afdf-e7f9-4b39-bb21-b1e8d9e71369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:21.259213 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c5f8afdf-e7f9-4b39-bb21-b1e8d9e71369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:21.260434 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c5f8afdf-e7f9-4b39-bb21-b1e8d9e71369 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/46401448-07b2-4764-aef1-adfb3af8b298 HTTP/1.1" status: 204 len: 168 time: 0.1667032 Feb 17 20:12:21.726959 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b3825-5928-450f-a7cf-1a72a04591a9 req-e0d72dca-0e3b-4e24-9bc7-25a398c44be2 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:21.728746 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6e5b3825-5928-450f-a7cf-1a72a04591a9 req-e0d72dca-0e3b-4e24-9bc7-25a398c44be2 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 944 time: 0.0971532 Feb 17 20:12:21.788785 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6e5b3825-5928-450f-a7cf-1a72a04591a9 req-13d77bef-3c18-4303-9755-ddb075445632 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523064 Feb 17 20:12:22.004418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96decb8c-a448-43e7-a4c3-3f695ed4955e req-1922670a-f8f7-4902-b48c-e26a1af36235 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:22.006160 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-96decb8c-a448-43e7-a4c3-3f695ed4955e req-1922670a-f8f7-4902-b48c-e26a1af36235 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0970750 Feb 17 20:12:22.023697 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 959a6715-596c-4874-a67f-7918db8e06bc up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:12:22.057075 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-96decb8c-a448-43e7-a4c3-3f695ed4955e req-e6268108-9bd8-4fa9-a9c4-b7c0ad7a8612 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434031 Feb 17 20:12:22.070122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54934) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:22.110680 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port 959a6715-596c-4874-a67f-7918db8e06bc completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:12:22.115966 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 959a6715-596c-4874-a67f-7918db8e06bc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:12:22.116392 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:22.195472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-287369421-network', 'tenant_id': '91a86aa1c2ad43b08458a3c997e8ee49'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:12:22.201404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:12:22.215506 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Usage tracker for resource:network and tenant:91a86aa1c2ad43b08458a3c997e8ee49 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:12:22.218951 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:12:22.225061 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:12:22.239325 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Made reservation on behalf of 91a86aa1c2ad43b08458a3c997e8ee49 for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:12:22.244168 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:22.254682 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:22.258603 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:22.276743 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:12:22.281064 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Usage tracker for resource:security_group_rule and tenant:91a86aa1c2ad43b08458a3c997e8ee49 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:12:22.284163 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:12:22.287330 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683c29d5-417a-4e46-a96f-b105000df96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959a6715-596c-4874-a67f-7918db8e06bc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:12:22.290586 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:12:22.299798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 959a6715-596c-4874-a67f-7918db8e06bc, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=959a6715-596c-4874-a67f-7918db8e06bc,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:12:22.305390 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:22.307686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:22.354791 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683c29d5-417a-4e46-a96f-b105000df96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959a6715-596c-4874-a67f-7918db8e06bc', 'code': 200} Feb 17 20:12:22.391828 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=959a6715-596c-4874-a67f-7918db8e06bc,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:22.395348 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:22.404168 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:22.410154 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:22.414796 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d031d976-6463-421b-a6d0-9fb267836688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:22.445381 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:12:22.460403 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b587987-064e-4652-8cbe-80769ad1f805,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:22.464591 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:22.467408 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290633027324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:22.467846 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Added segment 0472dac8-c5de-456e-8769-f4c30d297432 of type vxlan for network b0108557-09fa-439e-8c77-2525c73fd665 Feb 17 20:12:22.495540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:22.524814 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:22.526100 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:22.526774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:22.531576 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:22.634412 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5628369 Feb 17 20:12:22.637408 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Pushing event updated for resources: {'Network': ['ID=b0108557-09fa-439e-8c77-2525c73fd665,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:22.637556 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 54950) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:22.640372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:22.644035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Request body: {'subnet': {'network_id': 'b0108557-09fa-439e-8c77-2525c73fd665', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-287369421-subnet', 'tenant_id': '91a86aa1c2ad43b08458a3c997e8ee49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:12:22.647938 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network b0108557-09fa-439e-8c77-2525c73fd665 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:12:22.649351 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:12:22.653513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Usage tracker for resource:subnet and tenant:91a86aa1c2ad43b08458a3c997e8ee49 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:12:22.656530 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:12:22.662497 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:12:22.673001 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Made reservation on behalf of 91a86aa1c2ad43b08458a3c997e8ee49 for: {'subnet': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:12:22.677953 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26404108'] for subnet, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:22.993180 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369c713-1905-4eac-b652-d4fe5ac48ef3 req-2634b221-354a-41ee-b2d1-d83de48c2708 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:22.995063 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4369c713-1905-4eac-b652-d4fe5ac48ef3 req-2634b221-354a-41ee-b2d1-d83de48c2708 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 946 time: 0.0869126 Feb 17 20:12:23.103619 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036828485692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26404125'] for subnet, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:23.175044 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:23.243503 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4369c713-1905-4eac-b652-d4fe5ac48ef3 req-7e3253ca-fa6d-4e81-809d-fd4a2de7494e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407980 Feb 17 20:12:23.258101 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac58426d-862a-4154-8518-9b1ea136b60f,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:23.262191 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:23.334671 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Checking segment: {'id': '0472dac8-c5de-456e-8769-f4c30d297432', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0108557-09fa-439e-8c77-2525c73fd665'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:12:23.335062 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Network hostable DHCP agents. Network: b0108557-09fa-439e-8c77-2525c73fd665, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:12:23.353510 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Network b0108557-09fa-439e-8c77-2525c73fd665 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:12:23.364217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, b0108557-09fa-439e-8c77-2525c73fd665) {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:12:23.374208 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74034c6-4a6e-40e5-a1f0-f6827a0b405b None None] Network b0108557-09fa-439e-8c77-2525c73fd665 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:12:23.377012 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:23.377698 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Notify callbacks [] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:23.430197 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7913723 Feb 17 20:12:23.465560 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4727d-6c98-4d81-888b-beab5456d7c7 req-a354aaf5-6e9c-4e26-a1e4-81dd71295144 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:23.476740 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1dc4727d-6c98-4d81-888b-beab5456d7c7 req-a354aaf5-6e9c-4e26-a1e4-81dd71295144 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1275415 Feb 17 20:12:23.527706 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1dc4727d-6c98-4d81-888b-beab5456d7c7 req-70345858-8668-49a5-954b-931b8b7f3f94 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511649 Feb 17 20:12:23.679224 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64d8548-ba0e-4478-bc00-03b989138839 None None] Network b0108557-09fa-439e-8c77-2525c73fd665 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:12:24.448232 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5e73d-5375-4dff-a102-533c15e7bc2f req-2b1b4778-0ae2-4650-a0b3-5d719afda2b0 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:24.449875 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5e73d-5375-4dff-a102-533c15e7bc2f req-2b1b4778-0ae2-4650-a0b3-5d719afda2b0 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 946 time: 0.0908015 Feb 17 20:12:24.499108 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5e73d-5375-4dff-a102-533c15e7bc2f req-5fc2e9ec-5137-469a-b36b-5f82978bf782 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423713 Feb 17 20:12:24.725720 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d750a9-43ca-454d-bf8f-0e9fe12f425e req-57e8ce8a-a356-4511-a681-855b845d0e70 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:24.727303 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-30d750a9-43ca-454d-bf8f-0e9fe12f425e req-57e8ce8a-a356-4511-a681-855b845d0e70 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0852888 Feb 17 20:12:24.776955 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-30d750a9-43ca-454d-bf8f-0e9fe12f425e req-658e5e2f-cdd8-48d3-a2bc-e6ea8a4da75f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Feb 17 20:12:25.339140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network b0108557-09fa-439e-8c77-2525c73fd665 details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:12:25.566599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 959a6715-596c-4874-a67f-7918db8e06bc up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:12:25.588548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a538c-6d36-439a-86aa-2861066e0677 req-4d380fc7-627d-4727-8ff0-a5297c1044fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:25.590207 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-778a538c-6d36-439a-86aa-2861066e0677 req-4d380fc7-627d-4727-8ff0-a5297c1044fe service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 1163 time: 0.0797541 Feb 17 20:12:25.644547 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 959a6715-596c-4874-a67f-7918db8e06bc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:12:25.644893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:25.693222 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-778a538c-6d36-439a-86aa-2861066e0677 req-4bffe159-cbda-4216-970b-b3f7e3aeaefa service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949080 Feb 17 20:12:25.722157 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115a96e-e12f-4239-adc9-2af01ebb1e1b req-0cc05083-fa0c-49aa-93a3-84221f81acd5 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:25.723754 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3115a96e-e12f-4239-adc9-2af01ebb1e1b req-0cc05083-fa0c-49aa-93a3-84221f81acd5 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 946 time: 0.1115241 Feb 17 20:12:25.772124 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3115a96e-e12f-4239-adc9-2af01ebb1e1b req-98e90bb2-9a93-4ff7-a4fb-c18d895dab7c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Feb 17 20:12:25.979872 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f5610-cbb2-42ee-be8a-20fa0feaaaf8 req-27daa6c9-ae86-4674-acac-38d40924f728 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:25.981548 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-058f5610-cbb2-42ee-be8a-20fa0feaaaf8 req-27daa6c9-ae86-4674-acac-38d40924f728 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0884662 Feb 17 20:12:26.030344 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-058f5610-cbb2-42ee-be8a-20fa0feaaaf8 req-80feaddd-a527-4ccb-a5a1-7f4282579c29 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 Feb 17 20:12:26.689379 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d765a9-ea9f-49d8-bb26-1dd0a2875641 req-23318ac4-ea4c-4452-af19-715c0a3e1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:26.691019 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-19d765a9-ea9f-49d8-bb26-1dd0a2875641 req-23318ac4-ea4c-4452-af19-715c0a3e1623 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 1163 time: 0.1088569 Feb 17 20:12:26.751516 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-19d765a9-ea9f-49d8-bb26-1dd0a2875641 req-73aece1c-f518-45b9-91b6-24610209cb4b service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407062 Feb 17 20:12:26.959512 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-21bc4974-877f-439e-8b70-74db24c18366 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:26.960170 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-21bc4974-877f-439e-8b70-74db24c18366 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Synchronizing usage tracker for tenant:91a86aa1c2ad43b08458a3c997e8ee49 on resource:network {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:12:26.985631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-21bc4974-877f-439e-8b70-74db24c18366 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Unset dirty status for tenant:91a86aa1c2ad43b08458a3c997e8ee49 on resource:network {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:12:26.986989 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-21bc4974-877f-439e-8b70-74db24c18366 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/networks?id=b0108557-09fa-439e-8c77-2525c73fd665 HTTP/1.1" status: 200 len: 813 time: 0.2331867 Feb 17 20:12:27.024471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b13a63-d8ce-48bc-b9b2-8fd5da675f9b req-9b1603c3-984b-4b8c-91a5-000d43381647 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:27.026070 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f5b13a63-d8ce-48bc-b9b2-8fd5da675f9b req-9b1603c3-984b-4b8c-91a5-000d43381647 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 946 time: 0.1348257 Feb 17 20:12:27.027533 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-774770fb-a884-40a2-8efa-a09e726b91b0 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/quotas/91a86aa1c2ad43b08458a3c997e8ee49 HTTP/1.1" status: 200 len: 375 time: 0.0317955 Feb 17 20:12:27.102893 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-b7dd6586-82fd-46e2-a058-cb4e9a38d9dd tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=91a86aa1c2ad43b08458a3c997e8ee49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677297 Feb 17 20:12:27.201281 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f5b13a63-d8ce-48bc-b9b2-8fd5da675f9b req-29959fb9-62b6-417f-a4f0-0d4ab3f9d692 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679716 Feb 17 20:12:27.230028 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 55070) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:27.280188 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-46cf845e-9207-4fa0-9635-e40d34f381f9 service neutron] 10.222.0.73 "GET /v2.0/networks/b0108557-09fa-439e-8c77-2525c73fd665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675832 Feb 17 20:12:27.364769 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4165a296-1548-42ad-8d03-19ef1235bbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:27.381363 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-4165a296-1548-42ad-8d03-19ef1235bbd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:12:27.401361 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-4165a296-1548-42ad-8d03-19ef1235bbd5 admin admin] Usage tracker for resource:security_group_rule and tenant:cd01f0ec55c94462a4eff685912330e8 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:12:27.405075 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-4165a296-1548-42ad-8d03-19ef1235bbd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:12:27.420817 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-4165a296-1548-42ad-8d03-19ef1235bbd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:12:27.497237 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-20fd13e7-216e-41c2-a943-be357f95e6f0 service neutron] 10.222.0.73 "GET /v2.0/networks/b0108557-09fa-439e-8c77-2525c73fd665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2097006 Feb 17 20:12:27.513780 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4165a296-1548-42ad-8d03-19ef1235bbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:27.516737 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4165a296-1548-42ad-8d03-19ef1235bbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:27.518580 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0315c2-37ed-438d-a301-4c0509bc5cfd req-35c8f48d-8956-45bf-93cb-e0c639598444 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:27.520202 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4f0315c2-37ed-438d-a301-4c0509bc5cfd req-35c8f48d-8956-45bf-93cb-e0c639598444 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.2071741 Feb 17 20:12:27.527553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-41b2723f-9c1c-4db2-ab4c-7160f900b776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:27.578560 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-4165a296-1548-42ad-8d03-19ef1235bbd5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd01f0ec55c94462a4eff685912330e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472204 Feb 17 20:12:27.579500 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 55078) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:27.579789 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4f0315c2-37ed-438d-a301-4c0509bc5cfd req-660cb157-bb6c-47f2-a5d8-b433841cd08d tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532365 Feb 17 20:12:27.580612 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165a296-1548-42ad-8d03-19ef1235bbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206edb06-b0bb-45fe-ba20-a6bc8e74f831,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:27.587713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4165a296-1548-42ad-8d03-19ef1235bbd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:27.661449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 959a6715-596c-4874-a67f-7918db8e06bc up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:12:27.689994 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e553e544-e1b0-448b-ae21-3c2d35c589fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:27.719458 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-558be510-e4ea-46b7-afc8-18b65ee771b3 req-e9b466db-538d-44cb-9388-87b394ce0ecd tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 210 time: 0.0645785 Feb 17 20:12:27.758603 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e553e544-e1b0-448b-ae21-3c2d35c589fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:27.795677 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 959a6715-596c-4874-a67f-7918db8e06bc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:12:27.796110 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:27.810710 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e553e544-e1b0-448b-ae21-3c2d35c589fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:27.816232 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-34d1bd31-54e5-4c03-aeda-267daeb70264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:27.829520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553e544-e1b0-448b-ae21-3c2d35c589fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206edb06-b0bb-45fe-ba20-a6bc8e74f831,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:27.835870 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e553e544-e1b0-448b-ae21-3c2d35c589fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:27.836697 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e553e544-e1b0-448b-ae21-3c2d35c589fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:27.837971 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e553e544-e1b0-448b-ae21-3c2d35c589fb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/206edb06-b0bb-45fe-ba20-a6bc8e74f831 HTTP/1.1" status: 204 len: 168 time: 0.2536635 Feb 17 20:12:28.316836 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 55108) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:28.336908 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9a39cc4b-9d55-4ff0-907a-191b3183b3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:28.353468 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-9a39cc4b-9d55-4ff0-907a-191b3183b3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:12:28.357598 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-9a39cc4b-9d55-4ff0-907a-191b3183b3dd admin admin] Usage tracker for resource:security_group_rule and tenant:ef610d42aecc4b11b29e0040beeaa80b is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:12:28.360591 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-9a39cc4b-9d55-4ff0-907a-191b3183b3dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:12:28.367507 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-9a39cc4b-9d55-4ff0-907a-191b3183b3dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:12:28.453500 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013abe5d-7f1f-4f73-ad8d-ef56974e250a req-2ee26bf3-da56-4f86-aae2-4fb8118f0246 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:28.455432 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-013abe5d-7f1f-4f73-ad8d-ef56974e250a req-2ee26bf3-da56-4f86-aae2-4fb8118f0246 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 946 time: 0.1289093 Feb 17 20:12:28.477459 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9a39cc4b-9d55-4ff0-907a-191b3183b3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:28.480734 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9a39cc4b-9d55-4ff0-907a-191b3183b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:28.491063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e0cb0e6f-5f4c-4561-8fe6-80e781e1eba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:28.526449 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-013abe5d-7f1f-4f73-ad8d-ef56974e250a req-3a8cf2cd-ba59-4173-9845-9f71b49d141d tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629680 Feb 17 20:12:28.531798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39cc4b-9d55-4ff0-907a-191b3183b3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d70954-06c7-483f-860a-37996a6b2251,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:28.575485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 55120) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:28.576074 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-9a39cc4b-9d55-4ff0-907a-191b3183b3dd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ef610d42aecc4b11b29e0040beeaa80b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577085 Feb 17 20:12:28.579287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9a39cc4b-9d55-4ff0-907a-191b3183b3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:28.661837 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-36633850-f776-4dc0-9d52-71cd2e230c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:28.698192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-36633850-f776-4dc0-9d52-71cd2e230c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:28.825377 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-36633850-f776-4dc0-9d52-71cd2e230c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:28.830779 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:28.885646 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36633850-f776-4dc0-9d52-71cd2e230c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d70954-06c7-483f-860a-37996a6b2251,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:28.888793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-36633850-f776-4dc0-9d52-71cd2e230c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:28.910135 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516257b-64c3-40ad-add4-b2bfc37d27d2 req-a7da119d-c796-4930-ad5e-270e32880bfe tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:28.911748 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6516257b-64c3-40ad-add4-b2bfc37d27d2 req-a7da119d-c796-4930-ad5e-270e32880bfe tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1788414 Feb 17 20:12:28.915085 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-00f64fe3-3a2d-4445-8958-c71c499b6586 req-3fc6b0c3-813a-4cc0-8da5-38eca7474a26 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 210 time: 0.0757565 Feb 17 20:12:28.916580 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-36633850-f776-4dc0-9d52-71cd2e230c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:28.918624 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-36633850-f776-4dc0-9d52-71cd2e230c1d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f1d70954-06c7-483f-860a-37996a6b2251 HTTP/1.1" status: 204 len: 168 time: 0.3412330 Feb 17 20:12:28.973294 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6516257b-64c3-40ad-add4-b2bfc37d27d2 req-16e5453d-c058-4f8f-bfce-a5c85f4aefdd tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528727 Feb 17 20:12:29.218815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b4dac-9c2f-482f-9d87-b78733c3687c req-84216168-2c9e-4252-9b18-886c675f9390 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:29.227592 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c17b4dac-9c2f-482f-9d87-b78733c3687c req-84216168-2c9e-4252-9b18-886c675f9390 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1324072 Feb 17 20:12:29.313833 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c17b4dac-9c2f-482f-9d87-b78733c3687c req-097619fc-cdcd-4a8d-8566-da4ff6ad5a50 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852752 Feb 17 20:12:29.714287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 959a6715-596c-4874-a67f-7918db8e06bc up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:12:29.854856 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-539b4632-ba08-4cf7-b4f3-4dbaa7430ff5 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:29.857073 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-539b4632-ba08-4cf7-b4f3-4dbaa7430ff5 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.127 "GET /v2.0/networks?id=b0108557-09fa-439e-8c77-2525c73fd665 HTTP/1.1" status: 200 len: 813 time: 0.4142087 Feb 17 20:12:29.864821 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 959a6715-596c-4874-a67f-7918db8e06bc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:12:29.865349 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:29.870994 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9e423743-74ac-4c5c-8d51-999fb95dc39e req-4e062c5f-1bae-4c4f-abda-513817f8565f service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2185028 Feb 17 20:12:29.877203 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Request body: {'port': {'device_id': 'f824b457-7985-45c7-a2d4-221d56ace01d', 'network_id': 'b0108557-09fa-439e-8c77-2525c73fd665', 'admin_state_up': True, 'tenant_id': '91a86aa1c2ad43b08458a3c997e8ee49'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:12:30.008233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 0e136dd2-30c6-4499-8614-3918255381fc up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:12:30.130402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 0e136dd2-30c6-4499-8614-3918255381fc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:12:30.131251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:30.212267 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bdd6a07a-7b56-4a66-b8b2-5a9475c0938e req-a956559c-e203-4f22-8b12-740ba54f2cb7 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 210 time: 0.0926902 Feb 17 20:12:30.250798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:12:30.259054 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Usage tracker for resource:port and tenant:91a86aa1c2ad43b08458a3c997e8ee49 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:12:30.263949 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:12:30.271695 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:12:30.287495 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e423743-74ac-4c5c-8d51-999fb95dc39e req-9a03eafc-7381-4092-8f59-6e0467dda5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:30.289167 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9e423743-74ac-4c5c-8d51-999fb95dc39e req-9a03eafc-7381-4092-8f59-6e0467dda5e5 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=90c75951530148fab0bc8105623c8dab&device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 1162 time: 0.2424457 Feb 17 20:12:30.296238 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Made reservation on behalf of 91a86aa1c2ad43b08458a3c997e8ee49 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:12:30.302768 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:30.656126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e423743-74ac-4c5c-8d51-999fb95dc39e req-2f4b1a3a-f5aa-4c3d-8407-c7f399f5daae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:30.657812 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9e423743-74ac-4c5c-8d51-999fb95dc39e req-2f4b1a3a-f5aa-4c3d-8407-c7f399f5daae service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d998394-3382-4088-83f9-0b0a244c1013 HTTP/1.1" status: 200 len: 909 time: 0.3198843 Feb 17 20:12:30.762760 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9e423743-74ac-4c5c-8d51-999fb95dc39e req-631d5b5a-0bde-4268-804f-6dbef0431750 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3fb8d4c-36a7-4eff-901f-a437194b7a52 HTTP/1.1" status: 200 len: 217 time: 0.0889356 Feb 17 20:12:31.141716 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e423743-74ac-4c5c-8d51-999fb95dc39e req-c696b315-a168-4a22-b2b0-49bb3454f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:31.144329 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9e423743-74ac-4c5c-8d51-999fb95dc39e req-c696b315-a168-4a22-b2b0-49bb3454f432 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=40596174-1d83-4cff-a7f9-39ed48674b8d HTTP/1.1" status: 200 len: 855 time: 0.3559635 Feb 17 20:12:31.147900 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Allocated IP 172.20.0.5 (b0108557-09fa-439e-8c77-2525c73fd665/ac58426d-862a-4154-8518-9b1ea136b60f/a0c8f951-1f03-4781-92c8-d8a80850c71d) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:12:31.241385 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9e423743-74ac-4c5c-8d51-999fb95dc39e req-a588b27b-2e3c-4c38-aacb-70721a4f230e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d998394-3382-4088-83f9-0b0a244c1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614619 Feb 17 20:12:31.573682 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-edd230ba-6453-4596-b32c-28b10710c961 req-cf45206b-d06c-41b5-9957-898ab071618d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 210 time: 0.0907216 Feb 17 20:12:31.681608 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9e423743-74ac-4c5c-8d51-999fb95dc39e req-f8c17d71-b446-42cd-bbf4-9b10f1447be8 service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008830 Feb 17 20:12:31.888178 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 55268) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:31.942762 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:32.026729 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9e423743-74ac-4c5c-8d51-999fb95dc39e req-2d90f249-7fbc-4768-a834-3bbf96744c7c service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3119504 Feb 17 20:12:32.052721 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5591f8-00da-48c0-867b-84b9dfa39b48 req-cbb10476-5ff9-4948-88be-c19db4bfd42f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:32.064971 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a5591f8-00da-48c0-867b-84b9dfa39b48 req-cbb10476-5ff9-4948-88be-c19db4bfd42f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.2537456 Feb 17 20:12:32.099223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:32.136188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c296e6d-6c9a-494e-8d4f-20b497b3bc8a req-0af577e2-26e5-4abc-aeef-ac179523234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:32.138408 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3c296e6d-6c9a-494e-8d4f-20b497b3bc8a req-0af577e2-26e5-4abc-aeef-ac179523234e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=2b9361d772f4489e90685a3b38a5e845&device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 1162 time: 0.4667313 Feb 17 20:12:32.208637 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:32.259392 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b5afd3a1-7d59-41ea-8fdd-0d6bb16d4e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:32.316912 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c296e6d-6c9a-494e-8d4f-20b497b3bc8a req-f172b7a6-e424-4293-9c39-cd576161eced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:32.319005 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3c296e6d-6c9a-494e-8d4f-20b497b3bc8a req-f172b7a6-e424-4293-9c39-cd576161eced service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d2eccab-e555-4638-9d23-76160788f85e HTTP/1.1" status: 200 len: 913 time: 0.1546667 Feb 17 20:12:32.322241 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-b5afd3a1-7d59-41ea-8fdd-0d6bb16d4e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:12:32.327123 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a5591f8-00da-48c0-867b-84b9dfa39b48 req-3e1fbcae-83cf-40d2-9f10-d19cf52048f7 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612946 Feb 17 20:12:32.355549 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-b5afd3a1-7d59-41ea-8fdd-0d6bb16d4e17 admin admin] Usage tracker for resource:security_group_rule and tenant:0abe02c2cbde4e38b30a3a46d43b380d is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:12:32.360058 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-b5afd3a1-7d59-41ea-8fdd-0d6bb16d4e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:12:32.363050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Pushing event updated for resources: {'Port': ['ID=a0c8f951-1f03-4781-92c8-d8a80850c71d,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:32.388306 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-b5afd3a1-7d59-41ea-8fdd-0d6bb16d4e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:12:32.391411 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.391743 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.392227 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.392537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.392977 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.393307 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.393760 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.394085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.394552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.394859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.395378 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.395668 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.396217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.396506 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.397093 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.397265 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.397982 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.398080 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.398671 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.398797 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.399128 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.399589 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.399967 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.400257 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:32.414927 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:32.421924 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3c296e6d-6c9a-494e-8d4f-20b497b3bc8a req-beef013b-b609-42e7-a2f5-eebdde47e742 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc005afc-6d4b-4bdb-8e94-99b407da00d2 HTTP/1.1" status: 200 len: 217 time: 0.0777934 Feb 17 20:12:32.461172 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Network b0108557-09fa-439e-8c77-2525c73fd665 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:12:32.463439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:12:32.466552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:12:32.518088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c296e6d-6c9a-494e-8d4f-20b497b3bc8a req-dd02aa12-2ecd-4ec1-94cd-15ec737f4d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:32.519672 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3c296e6d-6c9a-494e-8d4f-20b497b3bc8a req-dd02aa12-2ecd-4ec1-94cd-15ec737f4d09 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=92d4e627-553d-414a-b50c-142182377aca HTTP/1.1" status: 200 len: 859 time: 0.0758486 Feb 17 20:12:32.549703 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:32.550389 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:32.580256 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3c296e6d-6c9a-494e-8d4f-20b497b3bc8a req-743964fd-1428-478d-885f-4660dfcefde7 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d2eccab-e555-4638-9d23-76160788f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489788 Feb 17 20:12:32.612353 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7395854 Feb 17 20:12:32.616911 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b5afd3a1-7d59-41ea-8fdd-0d6bb16d4e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:32.621027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b5afd3a1-7d59-41ea-8fdd-0d6bb16d4e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:32.631865 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:32.642865 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Request body: {'port': {'device_id': 'f824b457-7985-45c7-a2d4-221d56ace01d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:12:32.768528 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3c296e6d-6c9a-494e-8d4f-20b497b3bc8a req-d2063b7d-df2b-4be7-8d47-a02581e658a4 service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746259 Feb 17 20:12:32.781435 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-b5afd3a1-7d59-41ea-8fdd-0d6bb16d4e17 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0abe02c2cbde4e38b30a3a46d43b380d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8925295 Feb 17 20:12:32.782049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afd3a1-7d59-41ea-8fdd-0d6bb16d4e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2a306d-436c-448a-a3a2-471920359ae5,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:32.785424 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 55322) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:32.796007 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b5afd3a1-7d59-41ea-8fdd-0d6bb16d4e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:32.881785 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:32.989525 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:33.008702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e1ef2-1bda-4094-b1e8-bff3779a05f9 req-0e8faf1c-3ea6-4bde-bb23-03996ada263f tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:33.009512 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-685e1ef2-1bda-4094-b1e8-bff3779a05f9 req-0e8faf1c-3ea6-4bde-bb23-03996ada263f tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Synchronizing usage tracker for tenant:91a86aa1c2ad43b08458a3c997e8ee49 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:12:33.041928 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3c296e6d-6c9a-494e-8d4f-20b497b3bc8a req-958c6de2-3dc0-4ffa-830e-9da2bdceb9e8 service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2289510 Feb 17 20:12:33.044478 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:33.100263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-685e1ef2-1bda-4094-b1e8-bff3779a05f9 req-0e8faf1c-3ea6-4bde-bb23-03996ada263f tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Unset dirty status for tenant:91a86aa1c2ad43b08458a3c997e8ee49 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:12:33.101591 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-685e1ef2-1bda-4094-b1e8-bff3779a05f9 req-0e8faf1c-3ea6-4bde-bb23-03996ada263f tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 931 time: 0.3933268 Feb 17 20:12:33.127155 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:33.133838 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0cc4b91f-e39f-406b-8d36-d60b00f68d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:33.148318 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2a306d-436c-448a-a3a2-471920359ae5,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:33.160502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.160961 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.161372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.161774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.162167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.162561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.163401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.163401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.163653 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.164050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.164434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.164819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.165304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.165704 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.166211 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.166975 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.167368 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.167761 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.168147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.169079 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.169485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.169875 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.170263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.170647 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:12:33.174676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:33.185240 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:33.189313 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bb2a306d-436c-448a-a3a2-471920359ae5 HTTP/1.1" status: 204 len: 168 time: 0.3982573 Feb 17 20:12:33.248216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-685e1ef2-1bda-4094-b1e8-bff3779a05f9 req-8fb0e6d7-b879-4288-b979-1bd3155f545b tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Synchronizing usage tracker for tenant:91a86aa1c2ad43b08458a3c997e8ee49 on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:12:33.343618 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-685e1ef2-1bda-4094-b1e8-bff3779a05f9 req-8fb0e6d7-b879-4288-b979-1bd3155f545b tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Unset dirty status for tenant:91a86aa1c2ad43b08458a3c997e8ee49 on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:12:33.344929 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-685e1ef2-1bda-4094-b1e8-bff3779a05f9 req-8fb0e6d7-b879-4288-b979-1bd3155f545b tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295177 Feb 17 20:12:33.600676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c8f951-1f03-4781-92c8-d8a80850c71d {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:12:33.611309 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:33.628924 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Transition to ACTIVE for port object a0c8f951-1f03-4781-92c8-d8a80850c71d will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:12:33.633122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:33.652275 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6ca63df6-2023-4b7c-92cb-2dc08c00fa5d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:33.778222 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 55382) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:33.926811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e35bbc2c-25c1-4add-9a42-2599ab2bd245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:33.943733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e35bbc2c-25c1-4add-9a42-2599ab2bd245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:12:33.948129 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e35bbc2c-25c1-4add-9a42-2599ab2bd245 admin admin] Usage tracker for resource:security_group_rule and tenant:54ad4d073e38406484f79c9de1017c08 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:12:33.951587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e35bbc2c-25c1-4add-9a42-2599ab2bd245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:12:33.957744 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e35bbc2c-25c1-4add-9a42-2599ab2bd245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:12:33.981584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0daf7-0329-460c-805b-0276970496aa req-ff22441f-574a-4d46-8715-0b50ed2321c5 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:33.983266 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e6d0daf7-0329-460c-805b-0276970496aa req-ff22441f-574a-4d46-8715-0b50ed2321c5 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.5115290 Feb 17 20:12:34.045308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Pushing event updated for resources: {'Port': ['ID=a0c8f951-1f03-4781-92c8-d8a80850c71d,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:34.051922 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:34.060751 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e35bbc2c-25c1-4add-9a42-2599ab2bd245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:34.064405 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e35bbc2c-25c1-4add-9a42-2599ab2bd245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:34.076246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7eb44e4f-5115-4b23-a879-f42f7ce7c0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:34.097534 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e6d0daf7-0329-460c-805b-0276970496aa req-32ccfb9e-54f6-433b-8803-757c6185d48c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054103 Feb 17 20:12:34.138932 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e35bbc2c-25c1-4add-9a42-2599ab2bd245 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=54ad4d073e38406484f79c9de1017c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591783 Feb 17 20:12:34.139577 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 55402) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:34.183312 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bbc2c-25c1-4add-9a42-2599ab2bd245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cce482-045e-4772-bcb9-e3cd8829f72f,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:34.189415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e35bbc2c-25c1-4add-9a42-2599ab2bd245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:34.234110 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-19e41d2c-e1b3-4bad-9737-06f4ece15678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:34.263174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-19e41d2c-e1b3-4bad-9737-06f4ece15678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:34.283456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Attempting to bind port a0c8f951-1f03-4781-92c8-d8a80850c71d on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:12:34.283836 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Attempting to bind port a0c8f951-1f03-4781-92c8-d8a80850c71d by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': '0472dac8-c5de-456e-8769-f4c30d297432', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0108557-09fa-439e-8c77-2525c73fd665'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:12:34.284208 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Attempting to bind port a0c8f951-1f03-4781-92c8-d8a80850c71d on network b0108557-09fa-439e-8c77-2525c73fd665 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:12:34.290452 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:12:34.290799 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Checking segment: {'id': '0472dac8-c5de-456e-8769-f4c30d297432', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0108557-09fa-439e-8c77-2525c73fd665'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:12:34.291212 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:34.291609 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Bound using segment: {'id': '0472dac8-c5de-456e-8769-f4c30d297432', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0108557-09fa-439e-8c77-2525c73fd665'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:12:34.292095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Bound port: a0c8f951-1f03-4781-92c8-d8a80850c71d, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0472dac8-c5de-456e-8769-f4c30d297432', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0108557-09fa-439e-8c77-2525c73fd665'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:12:34.292477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:34.322812 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-19e41d2c-e1b3-4bad-9737-06f4ece15678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:34.329127 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-fcfba783-b474-475f-aedb-0f027733cd4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:34.345623 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e41d2c-e1b3-4bad-9737-06f4ece15678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cce482-045e-4772-bcb9-e3cd8829f72f,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:34.350567 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-19e41d2c-e1b3-4bad-9737-06f4ece15678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:34.351684 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-19e41d2c-e1b3-4bad-9737-06f4ece15678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:34.382704 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-19e41d2c-e1b3-4bad-9737-06f4ece15678 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/78cce482-045e-4772-bcb9-e3cd8829f72f HTTP/1.1" status: 204 len: 168 time: 0.2393961 Feb 17 20:12:34.448083 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] For port a0c8f951-1f03-4781-92c8-d8a80850c71d, host hv-cinder-76003, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:12:34.452082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] For port a0c8f951-1f03-4781-92c8-d8a80850c71d, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=a0c8f951-1f03-4781-92c8-d8a80850c71d,segment=NetworkSegment(0472dac8-c5de-456e-8769-f4c30d297432),segment_id=0472dac8-c5de-456e-8769-f4c30d297432)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:12:34.457266 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:34.479997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ae913aa2-2d77-46ac-bfc3-ddfd7e82efd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:34.704847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Pushing event updated for resources: {'Port': ['ID=a0c8f951-1f03-4781-92c8-d8a80850c71d,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:34.724393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:34.769530 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26465c7c-783a-45e3-bd20-e30a66b58946 req-0e7c6b5f-5e9e-413d-bf64-7060e11060b0 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:34.771533 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-26465c7c-783a-45e3-bd20-e30a66b58946 req-0e7c6b5f-5e9e-413d-bf64-7060e11060b0 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 943 time: 0.1883626 Feb 17 20:12:34.800141 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:34.800819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:34.802363 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] 10.222.0.127 "PUT /v2.0/ports/a0c8f951-1f03-4781-92c8-d8a80850c71d HTTP/1.1" status: 200 len: 1157 time: 2.1732445 Feb 17 20:12:34.802886 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f824b457-7985-45c7-a2d4-221d56ace01d', 'tag': 'a0c8f951-1f03-4781-92c8-d8a80850c71d'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:12:34.810196 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 55420) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:34.847356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-456520fe-42e0-4e8d-b6ec-1e04e0d26d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:34.862018 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f824b457-7985-45c7-a2d4-221d56ace01d', 'tag': 'a0c8f951-1f03-4781-92c8-d8a80850c71d', 'status': 'completed', 'code': 200} Feb 17 20:12:34.867121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-456520fe-42e0-4e8d-b6ec-1e04e0d26d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:12:34.874679 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-456520fe-42e0-4e8d-b6ec-1e04e0d26d27 admin admin] Usage tracker for resource:security_group_rule and tenant:cbbfb3dc50ea496da02e1435d9b95e34 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:12:34.878466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-456520fe-42e0-4e8d-b6ec-1e04e0d26d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:12:34.884373 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-456520fe-42e0-4e8d-b6ec-1e04e0d26d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:12:34.916774 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-26465c7c-783a-45e3-bd20-e30a66b58946 req-585af722-9447-418c-a720-b2c959513c32 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377053 Feb 17 20:12:34.957703 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a0a69f1c-96fe-4306-a552-25b16c8e9184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:34.959334 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-a0a69f1c-96fe-4306-a552-25b16c8e9184 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=91a86aa1c2ad43b08458a3c997e8ee49&device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 1160 time: 0.0997169 Feb 17 20:12:34.975556 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-456520fe-42e0-4e8d-b6ec-1e04e0d26d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:34.978626 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-456520fe-42e0-4e8d-b6ec-1e04e0d26d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:34.986085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c38ab790-ca0b-4c4c-8ccb-9e9a1e82a45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:35.019885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c01c646f-db64-4e28-99fa-a4841cb41827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:35.032905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456520fe-42e0-4e8d-b6ec-1e04e0d26d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b89a3e-fe10-4793-abe2-c2d23fe1d8fb,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:35.036268 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-456520fe-42e0-4e8d-b6ec-1e04e0d26d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:35.041860 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-456520fe-42e0-4e8d-b6ec-1e04e0d26d27 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cbbfb3dc50ea496da02e1435d9b95e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261217 Feb 17 20:12:35.042582 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 55424) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:12:35.043483 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-b067bd8e-49db-424e-984c-040854ef08d7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0c8f951-1f03-4781-92c8-d8a80850c71d HTTP/1.1" status: 200 len: 217 time: 0.0716262 Feb 17 20:12:35.106789 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e81bb559-a950-44cf-95c8-9f90cc93984a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:35.115048 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-3bee4f2d-450c-4c54-8413-68a5f29f70ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:35.116667 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-3bee4f2d-450c-4c54-8413-68a5f29f70ca service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ac58426d-862a-4154-8518-9b1ea136b60f HTTP/1.1" status: 200 len: 853 time: 0.0646236 Feb 17 20:12:35.136945 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e81bb559-a950-44cf-95c8-9f90cc93984a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:35.178312 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-105d1f6d-7d87-4f5a-af45-7c2f0e187e49 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b0108557-09fa-439e-8c77-2525c73fd665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484793 Feb 17 20:12:35.190196 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e81bb559-a950-44cf-95c8-9f90cc93984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:35.194270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e35bbc2c-25c1-4add-9a42-2599ab2bd245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:35.206586 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bb559-a950-44cf-95c8-9f90cc93984a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b89a3e-fe10-4793-abe2-c2d23fe1d8fb,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:35.208841 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e81bb559-a950-44cf-95c8-9f90cc93984a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:35.214106 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e81bb559-a950-44cf-95c8-9f90cc93984a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:35.218179 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e81bb559-a950-44cf-95c8-9f90cc93984a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/52b89a3e-fe10-4793-abe2-c2d23fe1d8fb HTTP/1.1" status: 204 len: 168 time: 0.1717482 Feb 17 20:12:35.438922 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-dd28311e-87cf-4160-af06-187ab72b3276 service neutron] 10.222.0.127 "GET /v2.0/networks/b0108557-09fa-439e-8c77-2525c73fd665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392824 Feb 17 20:12:35.446133 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ec646-cb3a-4fd9-9e0b-d37594e2aa28 req-22f28fff-73e9-446f-9978-3f2bee4a50f8 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:35.451576 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3d6ec646-cb3a-4fd9-9e0b-d37594e2aa28 req-22f28fff-73e9-446f-9978-3f2bee4a50f8 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.2131670 Feb 17 20:12:35.598388 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3d6ec646-cb3a-4fd9-9e0b-d37594e2aa28 req-764cfe4a-ab09-4d6f-9c5d-237a7aa48835 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183786 Feb 17 20:12:35.657982 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a82e4ba4-cb86-411d-990e-9e817956d146 req-0074217a-e1fe-4002-949a-20ff440734fd service neutron] 10.222.0.127 "GET /v2.0/networks/b0108557-09fa-439e-8c77-2525c73fd665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2011521 Feb 17 20:12:35.793421 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c067e6a-dfcb-4724-879e-dd9c1827bd41 req-1ce03d04-46a2-492c-a7db-0b68dcc2c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:35.795156 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4c067e6a-dfcb-4724-879e-dd9c1827bd41 req-1ce03d04-46a2-492c-a7db-0b68dcc2c7b4 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=91a86aa1c2ad43b08458a3c997e8ee49&device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 1160 time: 0.0828135 Feb 17 20:12:36.001017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c067e6a-dfcb-4724-879e-dd9c1827bd41 req-fa8de3e4-577c-42df-81e7-3d8fcb3dbcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:36.002775 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4c067e6a-dfcb-4724-879e-dd9c1827bd41 req-fa8de3e4-577c-42df-81e7-3d8fcb3dbcdc service neutron] 10.222.0.127 "GET /v2.0/networks?id=b0108557-09fa-439e-8c77-2525c73fd665 HTTP/1.1" status: 200 len: 907 time: 0.1957781 Feb 17 20:12:36.122477 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4c067e6a-dfcb-4724-879e-dd9c1827bd41 req-b2f9e6f1-1885-433b-8085-cd9e9cd2f989 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0c8f951-1f03-4781-92c8-d8a80850c71d HTTP/1.1" status: 200 len: 217 time: 0.0946932 Feb 17 20:12:36.245434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c067e6a-dfcb-4724-879e-dd9c1827bd41 req-c68810a5-6f9b-48cd-9031-32ba36954c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:36.247592 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4c067e6a-dfcb-4724-879e-dd9c1827bd41 req-c68810a5-6f9b-48cd-9031-32ba36954c0a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ac58426d-862a-4154-8518-9b1ea136b60f HTTP/1.1" status: 200 len: 853 time: 0.0843830 Feb 17 20:12:36.322749 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835da00-2205-483c-9338-472dd32887d6 req-2b4d4481-258f-498c-adc5-f2540eb114b2 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:36.324387 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d835da00-2205-483c-9338-472dd32887d6 req-2b4d4481-258f-498c-adc5-f2540eb114b2 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 943 time: 0.2047899 Feb 17 20:12:36.327205 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4c067e6a-dfcb-4724-879e-dd9c1827bd41 req-0fd37924-d83e-4945-80b2-fd924e116fb0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b0108557-09fa-439e-8c77-2525c73fd665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649321 Feb 17 20:12:36.425365 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d835da00-2205-483c-9338-472dd32887d6 req-0368c0e7-2b0c-4f6b-a843-eda39b774a6e tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932350 Feb 17 20:12:36.549641 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4c067e6a-dfcb-4724-879e-dd9c1827bd41 req-dd5539e8-d2c3-482e-b553-2130cff6b24d service neutron] 10.222.0.127 "GET /v2.0/networks/b0108557-09fa-439e-8c77-2525c73fd665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785691 Feb 17 20:12:36.717398 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4c067e6a-dfcb-4724-879e-dd9c1827bd41 req-c6c016c9-b8c5-49c9-b12e-da1dc2333f37 service neutron] 10.222.0.127 "GET /v2.0/networks/b0108557-09fa-439e-8c77-2525c73fd665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1511614 Feb 17 20:12:36.812535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d72bff-7521-43e9-8389-004ece206a1b req-2312b382-a1ac-4c68-9b88-14931ebcd356 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:36.814170 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-33d72bff-7521-43e9-8389-004ece206a1b req-2312b382-a1ac-4c68-9b88-14931ebcd356 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0902920 Feb 17 20:12:36.861332 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-33d72bff-7521-43e9-8389-004ece206a1b req-b4d8cd3a-3b61-47ad-9b7b-fe0214ec13bd tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408447 Feb 17 20:12:37.632443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5617f-abff-4f87-861d-a35e9f509381 req-3a0ad91c-7533-48bf-ad9c-cf56fef54f51 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:37.634112 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1dd5617f-abff-4f87-861d-a35e9f509381 req-3a0ad91c-7533-48bf-ad9c-cf56fef54f51 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 943 time: 0.0928926 Feb 17 20:12:37.663349 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8de4d845-7e5b-40dc-8c80-fcb92fb364f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:37.686256 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1dd5617f-abff-4f87-861d-a35e9f509381 req-a23c11eb-0b00-4bad-82e8-f651f67704e0 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450764 Feb 17 20:12:37.913199 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:38.064520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fd6d1-4a28-4e82-9c6b-1bc90ce51fd5 req-4a8681a6-f014-46fb-bb4b-7f2f88664627 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:38.066226 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-641fd6d1-4a28-4e82-9c6b-1bc90ce51fd5 req-4a8681a6-f014-46fb-bb4b-7f2f88664627 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0880921 Feb 17 20:12:38.114284 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-641fd6d1-4a28-4e82-9c6b-1bc90ce51fd5 req-687d1b07-41a5-42ae-9897-5945ee66c4c7 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411689 Feb 17 20:12:38.886926 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047bb87-64b2-4bf5-97ed-800b67b4c501 req-75cc7d5d-6598-45de-9ff7-61defd539479 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:38.889377 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2047bb87-64b2-4bf5-97ed-800b67b4c501 req-75cc7d5d-6598-45de-9ff7-61defd539479 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 943 time: 0.0916615 Feb 17 20:12:38.942428 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2047bb87-64b2-4bf5-97ed-800b67b4c501 req-0dae351b-ced7-4a8d-b173-bcbf9c41b17c tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466683 Feb 17 20:12:39.173292 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:39.319523 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c78b01-de53-4c2f-8928-91d2aa6f9004 req-fd8e71ca-d846-445f-a315-819f2952d45f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:39.321183 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f0c78b01-de53-4c2f-8928-91d2aa6f9004 req-fd8e71ca-d846-445f-a315-819f2952d45f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0923824 Feb 17 20:12:39.376521 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f0c78b01-de53-4c2f-8928-91d2aa6f9004 req-2c90282f-77ab-4511-92fc-b73fa415b039 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486917 Feb 17 20:12:39.411954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:40.142654 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a238ef-061e-4d00-a507-a00c78fabc03 req-261e5a70-cb58-4946-bc2d-6e7000e09159 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:40.144235 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-79a238ef-061e-4d00-a507-a00c78fabc03 req-261e5a70-cb58-4946-bc2d-6e7000e09159 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 943 time: 0.0871816 Feb 17 20:12:40.191441 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-79a238ef-061e-4d00-a507-a00c78fabc03 req-c4851479-b4c1-4000-a951-7e0282cdedba tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409338 Feb 17 20:12:40.404059 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:40.583974 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe9823-ec2d-4bbf-a39c-d8a9b73542db req-60bdd396-a5ae-4996-9915-0674a4bd2a43 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:40.585627 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6fbe9823-ec2d-4bbf-a39c-d8a9b73542db req-60bdd396-a5ae-4996-9915-0674a4bd2a43 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0915542 Feb 17 20:12:40.633353 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6fbe9823-ec2d-4bbf-a39c-d8a9b73542db req-a5a32e49-2537-4b49-9210-9ae7994ccb9f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407300 Feb 17 20:12:41.316416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:12:41.393958 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d294ca9-2ed1-485d-85ef-90cd1de9a19d req-2628ab10-9173-467c-b682-520a7477a65c tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:41.395581 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0d294ca9-2ed1-485d-85ef-90cd1de9a19d req-2628ab10-9173-467c-b682-520a7477a65c tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 943 time: 0.0896118 Feb 17 20:12:41.444026 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0d294ca9-2ed1-485d-85ef-90cd1de9a19d req-a22f3823-d50a-4796-bc6d-f7988f4918ef tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Feb 17 20:12:41.832906 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fce99-b5be-4709-842c-170968b6e943 req-960cfb17-22e8-4a76-b566-ba55186e2f76 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:41.834472 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c64fce99-b5be-4709-842c-170968b6e943 req-960cfb17-22e8-4a76-b566-ba55186e2f76 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0902531 Feb 17 20:12:41.883492 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c64fce99-b5be-4709-842c-170968b6e943 req-23e29d17-e259-4df7-9398-54a662e29e33 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Feb 17 20:12:42.645971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593756f-a404-4dd4-91f9-19e9b4b64cce req-8047f09d-f089-460d-866d-69d565824b08 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:42.647343 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3593756f-a404-4dd4-91f9-19e9b4b64cce req-8047f09d-f089-460d-866d-69d565824b08 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 943 time: 0.0872793 Feb 17 20:12:42.697804 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3593756f-a404-4dd4-91f9-19e9b4b64cce req-9d00a23e-c95c-4ee1-bf4f-d791d64f63f5 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439994 Feb 17 20:12:43.078840 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d838fea-f7ae-4ebf-81b8-54efb7a14714 req-5e35b25f-26f5-414e-9261-6e6927f01b0a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:43.080425 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6d838fea-f7ae-4ebf-81b8-54efb7a14714 req-5e35b25f-26f5-414e-9261-6e6927f01b0a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0857708 Feb 17 20:12:43.129564 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6d838fea-f7ae-4ebf-81b8-54efb7a14714 req-209a43d2-2f72-4d2b-bc0f-4369e35c93fd tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429342 Feb 17 20:12:43.896175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93f02e-73b6-462d-89d2-486f49be7b46 req-83622f13-2bd1-4c14-9fd7-7927b1c03a87 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:43.897799 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a93f02e-73b6-462d-89d2-486f49be7b46 req-83622f13-2bd1-4c14-9fd7-7927b1c03a87 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 943 time: 0.0896463 Feb 17 20:12:43.944806 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a93f02e-73b6-462d-89d2-486f49be7b46 req-6ebe36c7-d6b8-413b-b9a6-2976f74fba37 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407088 Feb 17 20:12:44.328165 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ee648-c7b0-4a11-be1b-730181084507 req-ab008447-98d7-435b-b2e7-f34ded5ce89a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:44.329846 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-653ee648-c7b0-4a11-be1b-730181084507 req-ab008447-98d7-435b-b2e7-f34ded5ce89a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0877438 Feb 17 20:12:44.379241 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-653ee648-c7b0-4a11-be1b-730181084507 req-05a740a8-2eea-4958-9450-07cf0df0f1c1 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431397 Feb 17 20:12:45.154767 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe5477-86d9-46e5-853f-3fe5387bb484 req-13d9ba5e-df3b-4e63-8720-abf42db3c4d3 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:45.156651 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c2fe5477-86d9-46e5-853f-3fe5387bb484 req-13d9ba5e-df3b-4e63-8720-abf42db3c4d3 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 943 time: 0.0947580 Feb 17 20:12:45.205706 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c2fe5477-86d9-46e5-853f-3fe5387bb484 req-1ae63f48-f4c5-45ad-8222-0068cf82a8a2 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428576 Feb 17 20:12:45.594002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860e02d-5104-41de-b32c-05d4fe13d791 req-d4d2286c-172e-4633-96d9-060f3111278d tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:45.595630 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c860e02d-5104-41de-b32c-05d4fe13d791 req-d4d2286c-172e-4633-96d9-060f3111278d tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0887241 Feb 17 20:12:45.646915 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c860e02d-5104-41de-b32c-05d4fe13d791 req-2b1f253e-896d-422c-8b2f-a359fe79d0b6 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448661 Feb 17 20:12:46.428621 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9bbb1-0f37-4fee-8fa0-d724c369bfc2 req-0d26031e-3800-4203-9193-7dc9adba369b tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:46.430869 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-02c9bbb1-0f37-4fee-8fa0-d724c369bfc2 req-0d26031e-3800-4203-9193-7dc9adba369b tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 943 time: 0.1019306 Feb 17 20:12:46.483304 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-02c9bbb1-0f37-4fee-8fa0-d724c369bfc2 req-9a5df917-4dad-4344-af24-99be3c312cda tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452557 Feb 17 20:12:47.049145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d11bc-2e2c-4e25-aabf-f803f2aa6c9d req-82cf9e05-2199-44fe-afcb-764b8bb684ea tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:47.050731 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-680d11bc-2e2c-4e25-aabf-f803f2aa6c9d req-82cf9e05-2199-44fe-afcb-764b8bb684ea tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.2909184 Feb 17 20:12:47.099107 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-680d11bc-2e2c-4e25-aabf-f803f2aa6c9d req-e51e0176-aae4-4f7e-b253-a743b3624ab9 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418351 Feb 17 20:12:47.683289 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d8d03-31b9-4056-bec6-6bacacb483b6 req-d10fb994-6230-4e59-9254-d51c44759184 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:47.685514 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-597d8d03-31b9-4056-bec6-6bacacb483b6 req-d10fb994-6230-4e59-9254-d51c44759184 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 943 time: 0.0900609 Feb 17 20:12:47.735705 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-597d8d03-31b9-4056-bec6-6bacacb483b6 req-349f7f1f-1021-4ca4-897e-9d4b9bd7de99 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438635 Feb 17 20:12:48.297868 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41ecf1-e773-45b0-9547-f25a44922708 req-d5a7a419-5945-49fb-872e-e967748ccc6f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:48.299482 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b41ecf1-e773-45b0-9547-f25a44922708 req-d5a7a419-5945-49fb-872e-e967748ccc6f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0862703 Feb 17 20:12:48.346753 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b41ecf1-e773-45b0-9547-f25a44922708 req-e8545964-efd8-49d0-a3e1-d7c5df92048a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411181 Feb 17 20:12:48.935927 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fa9c9-67af-4b85-bb5e-07f87128660b req-6d7f1b54-7995-4f18-8f45-573ccf126994 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:48.937565 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5c6fa9c9-67af-4b85-bb5e-07f87128660b req-6d7f1b54-7995-4f18-8f45-573ccf126994 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 943 time: 0.0893431 Feb 17 20:12:48.985600 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5c6fa9c9-67af-4b85-bb5e-07f87128660b req-6ef2d295-1198-40a2-9eb3-19f94db12ce7 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417321 Feb 17 20:12:49.547020 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7e8a7-7cfa-4e64-b15c-c0a44c8226d2 req-861b9bf4-a638-4594-9203-2620aafbd068 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:49.548632 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3fe7e8a7-7cfa-4e64-b15c-c0a44c8226d2 req-861b9bf4-a638-4594-9203-2620aafbd068 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0879171 Feb 17 20:12:49.599631 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3fe7e8a7-7cfa-4e64-b15c-c0a44c8226d2 req-babd3919-ea10-4149-b149-79baa47710a7 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446315 Feb 17 20:12:50.185425 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fa512-f763-45d6-bcf4-653069e3c60a req-db3761cd-e5fa-4206-aa59-f8f575309d7d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:50.187054 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-256fa512-f763-45d6-bcf4-653069e3c60a req-db3761cd-e5fa-4206-aa59-f8f575309d7d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 943 time: 0.0877423 Feb 17 20:12:50.236436 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-256fa512-f763-45d6-bcf4-653069e3c60a req-f084c7bd-59c6-47ff-8d70-0f6aead0d9b9 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424178 Feb 17 20:12:50.372013 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.objects.ports [None req-0e99f284-f02d-4d2e-85c7-f8fc777a8487 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:12:50.805392 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bc095-0c66-4170-89c6-5ad8dd060f94 req-a8b9e9d8-ad4f-46f3-a3a7-9b1630ab76b4 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:50.807007 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a07bc095-0c66-4170-89c6-5ad8dd060f94 req-a8b9e9d8-ad4f-46f3-a3a7-9b1630ab76b4 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0923116 Feb 17 20:12:50.856304 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a07bc095-0c66-4170-89c6-5ad8dd060f94 req-c5904f5f-0c8b-43c9-9da3-f42525286b57 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420187 Feb 17 20:12:51.370639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device a0c8f951-1f03-4781-92c8-d8a80850c71d up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:12:51.450279 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port a0c8f951-1f03-4781-92c8-d8a80850c71d completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:12:51.455870 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port a0c8f951-1f03-4781-92c8-d8a80850c71d triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:12:51.456535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:51.497902 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01736a-0784-46da-8565-42f453adf825 req-aaacf77f-f094-44a8-9391-5b1f7e9c48cf tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:51.500298 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fc01736a-0784-46da-8565-42f453adf825 req-aaacf77f-f094-44a8-9391-5b1f7e9c48cf tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 943 time: 0.1445131 Feb 17 20:12:51.561212 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fc01736a-0784-46da-8565-42f453adf825 req-99e2b5aa-7f9e-477f-bade-318364e7735b tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548398 Feb 17 20:12:51.600519 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:51.630183 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f824b457-7985-45c7-a2d4-221d56ace01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c8f951-1f03-4781-92c8-d8a80850c71d'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:12:51.641415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port a0c8f951-1f03-4781-92c8-d8a80850c71d, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=a0c8f951-1f03-4781-92c8-d8a80850c71d,segment=NetworkSegment(0472dac8-c5de-456e-8769-f4c30d297432),segment_id=0472dac8-c5de-456e-8769-f4c30d297432)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:12:51.645725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:51.647890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:51.689908 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f824b457-7985-45c7-a2d4-221d56ace01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c8f951-1f03-4781-92c8-d8a80850c71d', 'code': 200} Feb 17 20:12:51.727315 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=a0c8f951-1f03-4781-92c8-d8a80850c71d,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:51.731617 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:52.010497 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device cc005afc-6d4b-4bdb-8e94-99b407da00d2 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:12:52.100172 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905926a-cb03-482a-90f1-01c25d734ab5 req-683f6d3b-6325-4267-a13b-d98f96496653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:52.100172 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7905926a-cb03-482a-90f1-01c25d734ab5 req-683f6d3b-6325-4267-a13b-d98f96496653 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 1162 time: 0.2235563 Feb 17 20:12:52.163880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port cc005afc-6d4b-4bdb-8e94-99b407da00d2 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:12:52.164395 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:52.311181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device a0c8f951-1f03-4781-92c8-d8a80850c71d up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:12:52.328119 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c43458-d3a0-4dc9-978d-380856bc15bb req-72064e35-596f-4c80-9b9d-57ec67d2ca2f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:52.329804 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-62c43458-d3a0-4dc9-978d-380856bc15bb req-72064e35-596f-4c80-9b9d-57ec67d2ca2f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.3298337 Feb 17 20:12:52.390781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port a0c8f951-1f03-4781-92c8-d8a80850c71d triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:12:52.391253 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-62c43458-d3a0-4dc9-978d-380856bc15bb req-bcc2dcbe-bbbe-4b62-b9b8-e87d13e33ec1 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505960 Feb 17 20:12:52.391391 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:52.397644 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-1254d351-196c-40b7-93ea-a269cac4b9ef tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:52.405474 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-1254d351-196c-40b7-93ea-a269cac4b9ef tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/networks?id=1d998394-3382-4088-83f9-0b0a244c1013 HTTP/1.1" status: 200 len: 815 time: 0.3050926 Feb 17 20:12:52.432438 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-b9886006-1170-43ec-8c62-fa3924eedb89 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/quotas/90c75951530148fab0bc8105623c8dab HTTP/1.1" status: 200 len: 375 time: 0.0259502 Feb 17 20:12:52.541709 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-602c3dc8-7e83-42cf-8e75-f281117f29cb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=90c75951530148fab0bc8105623c8dab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1082141 Feb 17 20:12:52.685596 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-ebc03327-1938-4e3a-826b-948feff65413 service neutron] 10.222.0.73 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429572 Feb 17 20:12:52.828256 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-d6d32de1-c6cf-4c29-963c-ac4b3cfb0405 service neutron] 10.222.0.73 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362300 Feb 17 20:12:53.112608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f8a8a-d76c-4652-b043-d30f5ddb3c70 req-66a04900-ff25-48d8-8590-b213549c3e9c tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:53.114393 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-640f8a8a-d76c-4652-b043-d30f5ddb3c70 req-66a04900-ff25-48d8-8590-b213549c3e9c tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 945 time: 0.0916672 Feb 17 20:12:53.165570 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-640f8a8a-d76c-4652-b043-d30f5ddb3c70 req-af0250ea-b8e0-439c-a00b-67bdb3b38dd0 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431995 Feb 17 20:12:53.264757 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4e91d5eb-6da2-4310-b74e-78b04d10952a req-0c463dee-a25e-46b2-9520-45bc3b04bb2f tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 210 time: 0.0559390 Feb 17 20:12:53.600847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9591931-1ba2-460e-9e03-b36b484b45b2 req-a9e81e40-6af1-43d7-b508-69e00189516d tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:53.602483 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a9591931-1ba2-460e-9e03-b36b484b45b2 req-a9e81e40-6af1-43d7-b508-69e00189516d tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0889268 Feb 17 20:12:53.651343 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a9591931-1ba2-460e-9e03-b36b484b45b2 req-a2158532-fa58-4f85-830d-9e8476629581 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426431 Feb 17 20:12:54.361701 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e28dd-271c-430e-bd44-d74a39fe3502 req-86ce09f4-cc84-402a-94f8-095a0d4e30f2 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:54.363331 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0a6e28dd-271c-430e-bd44-d74a39fe3502 req-86ce09f4-cc84-402a-94f8-095a0d4e30f2 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 945 time: 0.0869334 Feb 17 20:12:54.416066 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0a6e28dd-271c-430e-bd44-d74a39fe3502 req-b32473c2-d772-4d06-9820-8265d3a126b3 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456014 Feb 17 20:12:54.563299 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cf8b8981-ed1a-4c2e-afed-92ba6c4aa574 req-5e8773b9-20f8-4556-873b-5e82aeb1d241 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 210 time: 0.0483894 Feb 17 20:12:54.850978 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee2e54-be38-4cb2-8d4f-d60d529a57bf req-530d4eab-7b4f-4451-af8c-cb15bea4060e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:54.852582 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e2ee2e54-be38-4cb2-8d4f-d60d529a57bf req-530d4eab-7b4f-4451-af8c-cb15bea4060e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0852654 Feb 17 20:12:54.902863 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e2ee2e54-be38-4cb2-8d4f-d60d529a57bf req-c3701976-852a-420b-b0e1-09191402879a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434062 Feb 17 20:12:55.004545 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7905926a-cb03-482a-90f1-01c25d734ab5 req-b5d8d5df-3aba-408b-ae5e-240c0c6bae5a service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382943 Feb 17 20:12:55.642185 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4f2bc-a2e2-45d9-94be-9439432b2e8f req-2241702b-8ca1-44cd-b418-60c8e9675cd3 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:55.643836 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-89e4f2bc-a2e2-45d9-94be-9439432b2e8f req-2241702b-8ca1-44cd-b418-60c8e9675cd3 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 945 time: 0.0954018 Feb 17 20:12:55.739236 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b2bc155b-4302-4847-a12e-eba1b5c390b2 req-dccda7a7-11f2-4265-a137-fffefde3bd3e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 210 time: 0.0571725 Feb 17 20:12:55.742323 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-89e4f2bc-a2e2-45d9-94be-9439432b2e8f req-e484621e-9a81-4e38-a2a0-d398fb85dac1 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923915 Feb 17 20:12:56.139344 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0a1f6-a9f6-42ad-b002-d2dfb806c1ef req-fc2d1d53-ac93-40ad-b96e-167e8de56b36 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:56.141388 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0ce0a1f6-a9f6-42ad-b002-d2dfb806c1ef req-fc2d1d53-ac93-40ad-b96e-167e8de56b36 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1198318 Feb 17 20:12:56.239474 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0ce0a1f6-a9f6-42ad-b002-d2dfb806c1ef req-20fa6f1e-9348-4f63-b20c-1890069c884a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891311 Feb 17 20:12:56.393893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-fc05013f-37f4-4066-82e1-95630dfa5fdd tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:56.395810 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-fc05013f-37f4-4066-82e1-95630dfa5fdd tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "GET /v2.0/networks?id=1d998394-3382-4088-83f9-0b0a244c1013 HTTP/1.1" status: 200 len: 815 time: 0.1956031 Feb 17 20:12:56.418086 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Request body: {'port': {'device_id': 'aa50afa6-287f-4f9b-a66d-c6737b8bec31', 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013', 'admin_state_up': True, 'tenant_id': '90c75951530148fab0bc8105623c8dab'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:12:56.629495 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:12:56.640065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:12:56.649407 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Made reservation on behalf of 90c75951530148fab0bc8105623c8dab for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:12:56.655831 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:57.091843 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-67b690d6-0571-446e-b017-f774ebd6d5d9 req-fb22c8e8-9d20-4677-a743-5f5be519e4a8 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 210 time: 0.0740068 Feb 17 20:12:57.217559 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ad7ee-e523-4862-97c3-64e72e16a06f req-208c4183-7345-4554-a6f6-cbbca16f443c tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:57.227291 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d38ad7ee-e523-4862-97c3-64e72e16a06f req-208c4183-7345-4554-a6f6-cbbca16f443c tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 945 time: 0.2547016 Feb 17 20:12:57.299202 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d38ad7ee-e523-4862-97c3-64e72e16a06f req-42f460cf-cdb6-4fce-8a31-a361ac9769fe tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708241 Feb 17 20:12:57.331832 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Allocated IP 172.20.0.14 (1d998394-3382-4088-83f9-0b0a244c1013/40596174-1d83-4cff-a7f9-39ed48674b8d/0f3fb94b-62cb-4bba-b065-71ad7a47487f) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:12:57.523794 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70ec27-1991-4a40-bf2b-79e928969923 req-1e1e99b8-e7fe-448d-b9a1-1efb4e3e53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:57.525555 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-de70ec27-1991-4a40-bf2b-79e928969923 req-1e1e99b8-e7fe-448d-b9a1-1efb4e3e53ce service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 1162 time: 0.1037464 Feb 17 20:12:57.583630 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-de70ec27-1991-4a40-bf2b-79e928969923 req-1357135d-55e0-476e-ae36-66cf9384b782 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461473 Feb 17 20:12:57.655192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420462c-34bc-4b52-b44b-316cf414f86b req-d15f746e-8be9-4878-847e-419b5848ad5d tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:57.664039 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8420462c-34bc-4b52-b44b-316cf414f86b req-d15f746e-8be9-4878-847e-419b5848ad5d tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.2357032 Feb 17 20:12:57.734410 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8420462c-34bc-4b52-b44b-316cf414f86b req-6c5cf8ba-d608-45b4-b0ac-12b15fa6f142 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695617 Feb 17 20:12:57.785352 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:57.816165 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:57.834360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8e095137-07f1-4344-9c38-a934e31786fb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:12:58.053267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Network 1d998394-3382-4088-83f9-0b0a244c1013 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:12:58.056977 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:12:58.071258 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:12:58.305376 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Pushing event updated for resources: {'Port': ['ID=0f3fb94b-62cb-4bba-b065-71ad7a47487f,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:12:58.353032 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:12:58.387938 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:58.388613 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:12:58.451772 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0454462 Feb 17 20:12:58.479985 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17256248-0a7b-4e65-8ad6-7e5e38ab0804 req-019429a2-cfb0-4255-91a9-d237aba43976 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:58.481313 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-17256248-0a7b-4e65-8ad6-7e5e38ab0804 req-019429a2-cfb0-4255-91a9-d237aba43976 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Synchronizing usage tracker for tenant:90c75951530148fab0bc8105623c8dab on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:12:58.502542 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-17256248-0a7b-4e65-8ad6-7e5e38ab0804 req-019429a2-cfb0-4255-91a9-d237aba43976 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Unset dirty status for tenant:90c75951530148fab0bc8105623c8dab on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:12:58.511651 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-17256248-0a7b-4e65-8ad6-7e5e38ab0804 req-019429a2-cfb0-4255-91a9-d237aba43976 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 932 time: 0.2121344 Feb 17 20:12:58.569056 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-17256248-0a7b-4e65-8ad6-7e5e38ab0804 req-df579169-f02b-419e-aeb7-b70fa2372a93 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545382 Feb 17 20:12:58.931820 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ba57e-baf2-4f52-8467-029d0b15c81e req-c3a5062b-f7fd-411f-b5bc-cda855495d90 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:58.933959 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fa0ba57e-baf2-4f52-8467-029d0b15c81e req-c3a5062b-f7fd-411f-b5bc-cda855495d90 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0858462 Feb 17 20:12:58.980087 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fa0ba57e-baf2-4f52-8467-029d0b15c81e req-bf3bb16f-2e23-4111-b1cb-a11d35e11b68 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 Feb 17 20:12:59.785416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857568e-2fb9-48c5-9861-5d6d65d6736a req-bd29a801-07e3-4daf-a176-e0dbec2f7e14 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:12:59.786895 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e857568e-2fb9-48c5-9861-5d6d65d6736a req-bd29a801-07e3-4daf-a176-e0dbec2f7e14 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 932 time: 0.0894122 Feb 17 20:12:59.834467 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e857568e-2fb9-48c5-9861-5d6d65d6736a req-3fc7fe29-78db-4112-b44b-456765f7b65c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411625 Feb 17 20:13:00.173590 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389f2e0-87f5-4b29-b6e0-28a4976b14e9 req-fec5be9a-1127-45fd-8863-0d4403c3f543 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:00.175185 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8389f2e0-87f5-4b29-b6e0-28a4976b14e9 req-fec5be9a-1127-45fd-8863-0d4403c3f543 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0856652 Feb 17 20:13:00.221849 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8389f2e0-87f5-4b29-b6e0-28a4976b14e9 req-b222b165-1236-4a9c-92cb-e1b3df68cdc3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Feb 17 20:13:01.034842 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c7a83-aa1e-40e2-84ce-0c83a404c18b req-a45552b2-4a79-4a69-a323-cd3a4ab64052 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:01.036429 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0f1c7a83-aa1e-40e2-84ce-0c83a404c18b req-a45552b2-4a79-4a69-a323-cd3a4ab64052 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 932 time: 0.0913346 Feb 17 20:13:01.082683 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0f1c7a83-aa1e-40e2-84ce-0c83a404c18b req-3bfb546b-8f54-4e00-a13e-1175a8801696 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398469 Feb 17 20:13:01.423746 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9aaa43-f3b8-46dc-b54e-da7fc2bd0c15 req-c653a8bc-2ae1-422f-bd87-6dc4e492e2a2 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:01.425366 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2d9aaa43-f3b8-46dc-b54e-da7fc2bd0c15 req-c653a8bc-2ae1-422f-bd87-6dc4e492e2a2 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0886474 Feb 17 20:13:01.459725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Request body: {'port': {'device_id': 'aa50afa6-287f-4f9b-a66d-c6737b8bec31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:13:01.528705 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2d9aaa43-f3b8-46dc-b54e-da7fc2bd0c15 req-4b7adc22-a9be-451c-9714-e957531345e8 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968840 Feb 17 20:13:01.600736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:02.038591 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3fb94b-62cb-4bba-b065-71ad7a47487f {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:13:02.047158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:02.060287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Transition to ACTIVE for port object 0f3fb94b-62cb-4bba-b065-71ad7a47487f will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:13:02.063383 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:02.081695 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:02.281303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Pushing event updated for resources: {'Port': ['ID=0f3fb94b-62cb-4bba-b065-71ad7a47487f,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:02.286405 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:02.404959 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d782264-812c-49aa-8dc5-c6ecc467e251 req-2a7f5c8b-b48e-4feb-9b2f-ae2abf17b878 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:02.406569 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9d782264-812c-49aa-8dc5-c6ecc467e251 req-2a7f5c8b-b48e-4feb-9b2f-ae2abf17b878 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 944 time: 0.2098188 Feb 17 20:13:02.516801 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9d782264-812c-49aa-8dc5-c6ecc467e251 req-21783584-9738-4dfc-8433-d9f8537010d5 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944095 Feb 17 20:13:02.537699 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Attempting to bind port 0f3fb94b-62cb-4bba-b065-71ad7a47487f on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:13:02.538080 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Attempting to bind port 0f3fb94b-62cb-4bba-b065-71ad7a47487f by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:13:02.538448 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Attempting to bind port 0f3fb94b-62cb-4bba-b065-71ad7a47487f on network 1d998394-3382-4088-83f9-0b0a244c1013 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:13:02.544813 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:13:02.545168 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Checking segment: {'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:13:02.545578 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:02.546102 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Bound using segment: {'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:13:02.546581 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Bound port: 0f3fb94b-62cb-4bba-b065-71ad7a47487f, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1d998394-3382-4088-83f9-0b0a244c1013'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:13:02.546962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:02.736280 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] For port 0f3fb94b-62cb-4bba-b065-71ad7a47487f, host hv-cinder-76003, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:13:02.747830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] For port 0f3fb94b-62cb-4bba-b065-71ad7a47487f, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=0f3fb94b-62cb-4bba-b065-71ad7a47487f,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:13:02.755464 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:02.823837 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:02.951221 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625376ab-752e-4d12-ac6c-7a3acce000d2 req-7634d2b5-2187-4450-a992-ad038873b77b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:02.952899 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-625376ab-752e-4d12-ac6c-7a3acce000d2 req-7634d2b5-2187-4450-a992-ad038873b77b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.3022499 Feb 17 20:13:03.005954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Pushing event updated for resources: {'Port': ['ID=0f3fb94b-62cb-4bba-b065-71ad7a47487f,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:03.012299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:03.029032 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:03.029796 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:03.031281 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] 10.222.0.127 "PUT /v2.0/ports/0f3fb94b-62cb-4bba-b065-71ad7a47487f HTTP/1.1" status: 200 len: 1158 time: 1.5826859 Feb 17 20:13:03.031794 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa50afa6-287f-4f9b-a66d-c6737b8bec31', 'tag': '0f3fb94b-62cb-4bba-b065-71ad7a47487f'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:13:03.043718 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-625376ab-752e-4d12-ac6c-7a3acce000d2 req-eee9b804-ce07-438c-92b5-f02a058cfe6e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722570 Feb 17 20:13:03.087503 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa50afa6-287f-4f9b-a66d-c6737b8bec31', 'tag': '0f3fb94b-62cb-4bba-b065-71ad7a47487f', 'status': 'completed', 'code': 200} Feb 17 20:13:03.181290 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-a4d949f6-d861-4083-9f6e-d7d055cf52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:03.182903 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-a4d949f6-d861-4083-9f6e-d7d055cf52df service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=90c75951530148fab0bc8105623c8dab&device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 1161 time: 0.0819726 Feb 17 20:13:03.265975 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-52439fd6-fcd2-43bb-94a3-17dc22f9efc5 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f3fb94b-62cb-4bba-b065-71ad7a47487f HTTP/1.1" status: 200 len: 217 time: 0.0671237 Feb 17 20:13:03.345759 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-8a050cb3-1a30-4e29-9c96-63ff145d0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:03.347300 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-8a050cb3-1a30-4e29-9c96-63ff145d0005 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=40596174-1d83-4cff-a7f9-39ed48674b8d HTTP/1.1" status: 200 len: 855 time: 0.0690031 Feb 17 20:13:03.438307 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-65befb74-3990-43ab-9063-d9bf6bcb2bc8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d998394-3382-4088-83f9-0b0a244c1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551069 Feb 17 20:13:03.598871 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-1058fe42-4ca9-478c-9d37-36df12c2dc1b service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521575 Feb 17 20:13:03.697113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device cc005afc-6d4b-4bdb-8e94-99b407da00d2 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:13:03.776266 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port cc005afc-6d4b-4bdb-8e94-99b407da00d2 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:13:03.776730 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:03.824567 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b865ab45-6e1a-4458-8fc8-c983baef1afc req-e4bc8b55-1804-4cca-89cf-b30f0b5ec9ef service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2049673 Feb 17 20:13:03.847881 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135e751-cfb4-440f-b84c-26b444f39656 req-d5a00c99-851c-4260-a42d-7dc04b5a3613 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:03.860940 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b135e751-cfb4-440f-b84c-26b444f39656 req-d5a00c99-851c-4260-a42d-7dc04b5a3613 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 944 time: 0.1635160 Feb 17 20:13:03.991848 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b135e751-cfb4-440f-b84c-26b444f39656 req-1a4f5a29-7b7f-4a3c-823b-8ad9a9558320 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162460 Feb 17 20:13:04.033541 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cebc6-88ce-46d6-8011-01668c9e2ea6 req-fc91c2cc-1e2c-4e1d-9b83-e32d18cce0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:04.035188 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0b2cebc6-88ce-46d6-8011-01668c9e2ea6 req-fc91c2cc-1e2c-4e1d-9b83-e32d18cce0e7 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=90c75951530148fab0bc8105623c8dab&device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 1161 time: 0.1411803 Feb 17 20:13:04.121031 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 56060) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:04.266787 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cebc6-88ce-46d6-8011-01668c9e2ea6 req-ab3a523e-ad3e-4cf6-9630-4628b173f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:04.268485 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0b2cebc6-88ce-46d6-8011-01668c9e2ea6 req-ab3a523e-ad3e-4cf6-9630-4628b173f90f service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d998394-3382-4088-83f9-0b0a244c1013 HTTP/1.1" status: 200 len: 909 time: 0.2247081 Feb 17 20:13:04.272612 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a79e27d1-5864-43b1-85b2-2a7f30b0cdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:04.289174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-a79e27d1-5864-43b1-85b2-2a7f30b0cdd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:13:04.293493 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-a79e27d1-5864-43b1-85b2-2a7f30b0cdd5 admin admin] Usage tracker for resource:security_group_rule and tenant:cd411f1a7306410b9b9a6fc89260c16e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:13:04.296499 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-a79e27d1-5864-43b1-85b2-2a7f30b0cdd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:13:04.302466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-a79e27d1-5864-43b1-85b2-2a7f30b0cdd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:13:04.419139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a79e27d1-5864-43b1-85b2-2a7f30b0cdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:04.423909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a79e27d1-5864-43b1-85b2-2a7f30b0cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:04.435781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a5a422f2-abf2-4778-bfeb-f58354f4ee68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:04.474691 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e27d1-5864-43b1-85b2-2a7f30b0cdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d183d46f-6709-4dc0-b071-214964e8c12c,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:04.478724 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a79e27d1-5864-43b1-85b2-2a7f30b0cdd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:04.501202 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-a79e27d1-5864-43b1-85b2-2a7f30b0cdd5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd411f1a7306410b9b9a6fc89260c16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781195 Feb 17 20:13:04.503543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 56074) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:04.566074 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0b2cebc6-88ce-46d6-8011-01668c9e2ea6 req-7bc3eccd-f675-4e6e-ac84-cda8e85933d3 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f3fb94b-62cb-4bba-b065-71ad7a47487f HTTP/1.1" status: 200 len: 217 time: 0.2891102 Feb 17 20:13:04.569760 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1b68e807-face-4cf0-a96f-cadd9de37e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:04.602777 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1b68e807-face-4cf0-a96f-cadd9de37e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:04.637429 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7659d6-91ef-4d8f-9aeb-fc5a9a7950cb req-53426a72-cd07-4cdf-ba51-cfb765459738 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:04.639707 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bf7659d6-91ef-4d8f-9aeb-fc5a9a7950cb req-53426a72-cd07-4cdf-ba51-cfb765459738 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.4484167 Feb 17 20:13:04.672635 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1b68e807-face-4cf0-a96f-cadd9de37e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:04.678662 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e474d1b3-10e0-45dd-8b92-ef4008285008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:04.692317 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68e807-face-4cf0-a96f-cadd9de37e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d183d46f-6709-4dc0-b071-214964e8c12c,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:04.720442 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bf7659d6-91ef-4d8f-9aeb-fc5a9a7950cb req-e2958f61-bbbc-4910-8e9c-a2c30346f3a2 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737112 Feb 17 20:13:04.721860 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1b68e807-face-4cf0-a96f-cadd9de37e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:04.727681 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cebc6-88ce-46d6-8011-01668c9e2ea6 req-82d680ad-4b38-49f5-b828-d9e5da81c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:04.728133 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1b68e807-face-4cf0-a96f-cadd9de37e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:04.731991 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-1b68e807-face-4cf0-a96f-cadd9de37e00 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d183d46f-6709-4dc0-b071-214964e8c12c HTTP/1.1" status: 204 len: 168 time: 0.2246370 Feb 17 20:13:04.733605 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0b2cebc6-88ce-46d6-8011-01668c9e2ea6 req-82d680ad-4b38-49f5-b828-d9e5da81c8cf service neutron] 10.222.0.127 "GET /v2.0/subnets?id=40596174-1d83-4cff-a7f9-39ed48674b8d HTTP/1.1" status: 200 len: 855 time: 0.1534688 Feb 17 20:13:04.803489 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0b2cebc6-88ce-46d6-8011-01668c9e2ea6 req-aed68ee4-25d5-46cf-9e4d-8f464bb64163 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d998394-3382-4088-83f9-0b0a244c1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522799 Feb 17 20:13:04.970703 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0b2cebc6-88ce-46d6-8011-01668c9e2ea6 req-5d700ee7-bad6-4501-8535-977626d3a66d service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551282 Feb 17 20:13:05.025135 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-96a0996a-7e11-45d5-b0fe-ef0d70b5c9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:05.125781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 56104) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:05.200680 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-56861044-96ec-4a7a-9afe-12a1ad2ddace admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:05.227309 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-56861044-96ec-4a7a-9afe-12a1ad2ddace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:13:05.234308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-56861044-96ec-4a7a-9afe-12a1ad2ddace admin admin] Usage tracker for resource:security_group_rule and tenant:65a1b1faeaf142bdb3a7b1e903aa7838 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:13:05.239563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-56861044-96ec-4a7a-9afe-12a1ad2ddace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:13:05.248985 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-56861044-96ec-4a7a-9afe-12a1ad2ddace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:13:05.282184 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377524e4-ea63-49c4-9630-9cdcecbf200d req-9f789993-fae0-413c-8e4c-f7bd57014776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:05.283986 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-377524e4-ea63-49c4-9630-9cdcecbf200d req-9f789993-fae0-413c-8e4c-f7bd57014776 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=2b9361d772f4489e90685a3b38a5e845&device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 1162 time: 0.1565654 Feb 17 20:13:05.302772 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0b2cebc6-88ce-46d6-8011-01668c9e2ea6 req-53ab71ca-7c7f-4b2a-9826-4751a6d9b59f service neutron] 10.222.0.127 "GET /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3179290 Feb 17 20:13:05.335416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13679c76-aab5-405a-978e-9bd404afe8e6 req-9367f72e-a7ad-4f73-8178-d8c6638ebd18 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:05.337368 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-13679c76-aab5-405a-978e-9bd404afe8e6 req-9367f72e-a7ad-4f73-8178-d8c6638ebd18 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.3078272 Feb 17 20:13:05.351849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b4a1e-1379-4c8a-ace4-db0cbfcaabfb req-11e96b40-d185-42e6-b8b8-b45f67aaabfc tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:05.353665 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ff8b4a1e-1379-4c8a-ace4-db0cbfcaabfb req-11e96b40-d185-42e6-b8b8-b45f67aaabfc tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 944 time: 0.1937096 Feb 17 20:13:05.449774 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-13679c76-aab5-405a-978e-9bd404afe8e6 req-fb9f778e-895d-4dfd-af40-a14ae7d32d94 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949788 Feb 17 20:13:05.474821 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ff8b4a1e-1379-4c8a-ace4-db0cbfcaabfb req-94a1e710-f2f8-48de-a59a-ed7636b6777d tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957477 Feb 17 20:13:05.518750 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56116) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:05.521584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377524e4-ea63-49c4-9630-9cdcecbf200d req-9dfd72b5-aae3-430c-b1f5-6b3fea86864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:05.523299 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-377524e4-ea63-49c4-9630-9cdcecbf200d req-9dfd72b5-aae3-430c-b1f5-6b3fea86864d service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d2eccab-e555-4638-9d23-76160788f85e HTTP/1.1" status: 200 len: 913 time: 0.2285762 Feb 17 20:13:05.532917 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-56861044-96ec-4a7a-9afe-12a1ad2ddace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:05.606860 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-377524e4-ea63-49c4-9630-9cdcecbf200d req-41c5135b-17fe-4d21-a5b8-12420c19683c service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc005afc-6d4b-4bdb-8e94-99b407da00d2 HTTP/1.1" status: 200 len: 217 time: 0.0726409 Feb 17 20:13:05.607751 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-56861044-96ec-4a7a-9afe-12a1ad2ddace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:05.678603 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cc35bb2f-0c06-4d96-822f-6f5e02d3a8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:05.684386 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1432cd3d-9215-4545-abfb-bef32504c14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:05.687741 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-56861044-96ec-4a7a-9afe-12a1ad2ddace admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=65a1b1faeaf142bdb3a7b1e903aa7838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5588527 Feb 17 20:13:05.692686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 56124) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:05.704665 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7f1cc-027e-42b1-9b3b-d96a8b8bb871 req-fa6387cc-a186-48d2-9eab-e4afc4e40217 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:05.706336 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d7f7f1cc-027e-42b1-9b3b-d96a8b8bb871 req-fa6387cc-a186-48d2-9eab-e4afc4e40217 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1308870 Feb 17 20:13:05.712502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-1432cd3d-9215-4545-abfb-bef32504c14a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:13:05.733535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-1432cd3d-9215-4545-abfb-bef32504c14a admin admin] Usage tracker for resource:security_group_rule and tenant:1401f30295e440a48cd664f88f859229 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:13:05.739752 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-1432cd3d-9215-4545-abfb-bef32504c14a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:13:05.748590 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-1432cd3d-9215-4545-abfb-bef32504c14a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:13:05.779737 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d7f7f1cc-027e-42b1-9b3b-d96a8b8bb871 req-6903aa76-b882-49e0-8f40-95376e5fb15c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637386 Feb 17 20:13:05.785185 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56861044-96ec-4a7a-9afe-12a1ad2ddace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3b0f00-7145-4664-949e-cdb88245f878,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:05.796654 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377524e4-ea63-49c4-9630-9cdcecbf200d req-d1f0ecf7-b31b-4fc7-937a-ce5c794019a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:05.798272 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-377524e4-ea63-49c4-9630-9cdcecbf200d req-d1f0ecf7-b31b-4fc7-937a-ce5c794019a8 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=92d4e627-553d-414a-b50c-142182377aca HTTP/1.1" status: 200 len: 859 time: 0.1571310 Feb 17 20:13:05.799159 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-56861044-96ec-4a7a-9afe-12a1ad2ddace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:05.807313 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-880f8133-0079-49ee-bfab-6f269a4a2f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:05.876097 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-377524e4-ea63-49c4-9630-9cdcecbf200d req-16809090-89b2-478a-b43b-7d89f4539578 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d2eccab-e555-4638-9d23-76160788f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585580 Feb 17 20:13:05.876385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1432cd3d-9215-4545-abfb-bef32504c14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:05.879095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1432cd3d-9215-4545-abfb-bef32504c14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:05.883646 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-880f8133-0079-49ee-bfab-6f269a4a2f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:05.887660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e02f051c-c5c9-4584-84c5-a78748da0282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:05.932475 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-1432cd3d-9215-4545-abfb-bef32504c14a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1401f30295e440a48cd664f88f859229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122281 Feb 17 20:13:05.933527 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432cd3d-9215-4545-abfb-bef32504c14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fafae2-f278-483b-bd25-53b7387cc5b5,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:05.937133 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1432cd3d-9215-4545-abfb-bef32504c14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:05.937843 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56130) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:06.005814 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e24e0385-f155-4431-bdd4-7740273c7fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:06.035937 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e24e0385-f155-4431-bdd4-7740273c7fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:06.042758 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-880f8133-0079-49ee-bfab-6f269a4a2f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:06.049271 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-941342cf-584f-420b-bb1f-9fc0de74a7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:06.077183 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f8133-0079-49ee-bfab-6f269a4a2f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3b0f00-7145-4664-949e-cdb88245f878,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:06.081688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-880f8133-0079-49ee-bfab-6f269a4a2f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:06.083372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e24e0385-f155-4431-bdd4-7740273c7fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:06.083814 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-377524e4-ea63-49c4-9630-9cdcecbf200d req-e545e352-5904-4b5c-8b10-ab3ae9e9fe74 service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820154 Feb 17 20:13:06.084748 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-880f8133-0079-49ee-bfab-6f269a4a2f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:06.085858 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-880f8133-0079-49ee-bfab-6f269a4a2f95 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab3b0f00-7145-4664-949e-cdb88245f878 HTTP/1.1" status: 204 len: 168 time: 0.3876235 Feb 17 20:13:06.090747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-772f1413-f7c8-40bc-8526-0cd5db372d60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:06.113189 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e24e0385-f155-4431-bdd4-7740273c7fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:06.114447 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e24e0385-f155-4431-bdd4-7740273c7fb8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/78fafae2-f278-483b-bd25-53b7387cc5b5 HTTP/1.1" status: 204 len: 168 time: 0.1754353 Feb 17 20:13:06.115353 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e0385-f155-4431-bdd4-7740273c7fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fafae2-f278-483b-bd25-53b7387cc5b5,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:06.118409 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e24e0385-f155-4431-bdd4-7740273c7fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:06.261430 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-377524e4-ea63-49c4-9630-9cdcecbf200d req-f7cf2551-ad7a-422d-9288-566a4100962b service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1670763 Feb 17 20:13:06.503141 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56144) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:06.523339 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-10c0e3b3-7c72-43bd-95d7-db0c280f2ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:06.542869 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-10c0e3b3-7c72-43bd-95d7-db0c280f2ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:13:06.547496 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-10c0e3b3-7c72-43bd-95d7-db0c280f2ddc admin admin] Usage tracker for resource:security_group_rule and tenant:b1ee1c0d6443413fa437d59df2e0208a is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:13:06.550710 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-10c0e3b3-7c72-43bd-95d7-db0c280f2ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:13:06.557600 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-10c0e3b3-7c72-43bd-95d7-db0c280f2ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:13:06.781297 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e65a29-497b-4689-ae56-3852a8e9a751 req-a522a231-8ac9-4e8c-b43b-3723ff5d273c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:06.782927 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-69e65a29-497b-4689-ae56-3852a8e9a751 req-a522a231-8ac9-4e8c-b43b-3723ff5d273c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.2083702 Feb 17 20:13:06.830818 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565181f-2bc7-44ff-92c2-8f019430fded req-13273058-5b05-4103-bc7b-d0a01fbc119c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:06.832404 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8565181f-2bc7-44ff-92c2-8f019430fded req-13273058-5b05-4103-bc7b-d0a01fbc119c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 944 time: 0.2186155 Feb 17 20:13:06.839721 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-10c0e3b3-7c72-43bd-95d7-db0c280f2ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:06.870535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-10c0e3b3-7c72-43bd-95d7-db0c280f2ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:06.883053 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c8ecd901-2397-4a8c-bbcc-c658687c3956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:06.921831 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-69e65a29-497b-4689-ae56-3852a8e9a751 req-3ae08d3d-5726-4e6f-acf2-a95699269329 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303384 Feb 17 20:13:06.922364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0e3b3-7c72-43bd-95d7-db0c280f2ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8856ab-ec6b-457e-bb54-99397eb333d7,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:06.926048 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-10c0e3b3-7c72-43bd-95d7-db0c280f2ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:06.960050 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-10c0e3b3-7c72-43bd-95d7-db0c280f2ddc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b1ee1c0d6443413fa437d59df2e0208a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557278 Feb 17 20:13:06.963091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 56158) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:06.977515 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8565181f-2bc7-44ff-92c2-8f019430fded req-42d68b76-5dd7-4b32-9c46-847b48138a15 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349173 Feb 17 20:13:07.033190 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d222bf98-fcb6-4a61-9ce2-5bc3a337c496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:07.061273 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d222bf98-fcb6-4a61-9ce2-5bc3a337c496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:07.110026 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d222bf98-fcb6-4a61-9ce2-5bc3a337c496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:07.115359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-880f8133-0079-49ee-bfab-6f269a4a2f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:07.129479 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222bf98-fcb6-4a61-9ce2-5bc3a337c496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8856ab-ec6b-457e-bb54-99397eb333d7,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:07.132648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d222bf98-fcb6-4a61-9ce2-5bc3a337c496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:07.134793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d222bf98-fcb6-4a61-9ce2-5bc3a337c496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:07.136596 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d222bf98-fcb6-4a61-9ce2-5bc3a337c496 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d8856ab-ec6b-457e-bb54-99397eb333d7 HTTP/1.1" status: 204 len: 168 time: 0.1718545 Feb 17 20:13:07.139375 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dbf05-3509-4266-a995-e028fb4b4171 req-7a941551-dd6d-4d15-bac6-d01aadd8880f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:07.141941 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c39dbf05-3509-4266-a995-e028fb4b4171 req-7a941551-dd6d-4d15-bac6-d01aadd8880f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0924335 Feb 17 20:13:07.193213 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c39dbf05-3509-4266-a995-e028fb4b4171 req-6fdfb069-ee48-4206-b261-714727f0d8c3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448995 Feb 17 20:13:07.665601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a7c5e201-d0e3-4e58-a2e2-e86d793fc6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:07.916784 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:08.269213 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6c302-9923-4ecc-9a55-a9047bb46397 req-9944ca69-0f3d-46db-b63e-7fe28c60480f tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:08.269213 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-45b6c302-9923-4ecc-9a55-a9047bb46397 req-9944ca69-0f3d-46db-b63e-7fe28c60480f tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 944 time: 0.1709054 Feb 17 20:13:08.274887 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c90310-aa43-4bc1-9a0d-9c42c8c3e95b req-e56da62a-5311-40da-ad27-209c94ba1d43 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:08.276431 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-19c90310-aa43-4bc1-9a0d-9c42c8c3e95b req-e56da62a-5311-40da-ad27-209c94ba1d43 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.1400921 Feb 17 20:13:08.348060 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-45b6c302-9923-4ecc-9a55-a9047bb46397 req-e4f5d195-12ad-42b5-92e6-00b9829bd175 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704770 Feb 17 20:13:08.359012 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-19c90310-aa43-4bc1-9a0d-9c42c8c3e95b req-08c2daad-42b6-43c8-a6f1-948233bfe56c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676153 Feb 17 20:13:08.552739 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef82fe4-f7b8-4546-b17d-372238619d2a req-0ce53f8a-7d0a-455c-817d-23c02a7b2736 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:08.554418 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fef82fe4-f7b8-4546-b17d-372238619d2a req-0ce53f8a-7d0a-455c-817d-23c02a7b2736 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0930715 Feb 17 20:13:08.607999 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fef82fe4-f7b8-4546-b17d-372238619d2a req-c2b376fe-c6fa-4726-a2ba-6dd1b09f4693 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463548 Feb 17 20:13:08.700243 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 0f3fb94b-62cb-4bba-b065-71ad7a47487f up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:13:08.772928 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port 0f3fb94b-62cb-4bba-b065-71ad7a47487f completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:13:08.778552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 0f3fb94b-62cb-4bba-b065-71ad7a47487f triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:13:08.778976 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:08.906026 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:08.934661 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50afa6-287f-4f9b-a66d-c6737b8bec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3fb94b-62cb-4bba-b065-71ad7a47487f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:13:08.944908 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 0f3fb94b-62cb-4bba-b065-71ad7a47487f, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=0f3fb94b-62cb-4bba-b065-71ad7a47487f,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:13:08.948061 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:08.949965 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:08.988828 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50afa6-287f-4f9b-a66d-c6737b8bec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3fb94b-62cb-4bba-b065-71ad7a47487f', 'code': 200} Feb 17 20:13:09.031076 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=0f3fb94b-62cb-4bba-b065-71ad7a47487f,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:09.039726 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.040115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.040498 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.040918 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.041337 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.041726 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.042123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.042584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.042956 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.043324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.043692 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.044138 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.044455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.044824 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.045322 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.045688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.046098 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.046398 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.046762 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.047122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.047502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.047865 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.048226 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.048588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:09.060917 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:09.175293 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:09.284047 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf5bbd-8c95-4796-b6f7-c6567b60b10b req-a0301fe6-cab0-431d-b7b7-bde42d31f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:09.285962 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0ccf5bbd-8c95-4796-b6f7-c6567b60b10b req-a0301fe6-cab0-431d-b7b7-bde42d31f327 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 1163 time: 0.0840437 Feb 17 20:13:09.347742 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0ccf5bbd-8c95-4796-b6f7-c6567b60b10b req-96d9204b-342d-4c16-95be-9201ec10c755 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495713 Feb 17 20:13:09.438580 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:09.679989 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222576bc-294d-444d-ad51-2b4bcc403595 req-707a9a42-cde7-456c-8145-a48a6942269f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:09.681601 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-222576bc-294d-444d-ad51-2b4bcc403595 req-707a9a42-cde7-456c-8145-a48a6942269f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.1480799 Feb 17 20:13:09.715231 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 56238) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:09.748755 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-222576bc-294d-444d-ad51-2b4bcc403595 req-230469de-abdc-4a68-a037-53da67ca0106 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583091 Feb 17 20:13:09.756467 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077cba2-e212-40f4-9bfc-8882edd90039 req-3806afe1-957d-4f1e-8a59-49a3aa5bb8c7 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:09.758081 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d077cba2-e212-40f4-9bfc-8882edd90039 req-3806afe1-957d-4f1e-8a59-49a3aa5bb8c7 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 946 time: 0.1499264 Feb 17 20:13:09.823257 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d077cba2-e212-40f4-9bfc-8882edd90039 req-e624110b-3bb8-4a18-9df5-4e634264fea3 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575807 Feb 17 20:13:09.838397 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device cc005afc-6d4b-4bdb-8e94-99b407da00d2 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:13:09.847614 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35d3737c-fe82-4c4d-82f0-78ed48152f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:09.864479 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-35d3737c-fe82-4c4d-82f0-78ed48152f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:13:09.868743 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-35d3737c-fe82-4c4d-82f0-78ed48152f15 admin admin] Usage tracker for resource:security_group_rule and tenant:c47d6d9ac274401fbda07c523d50e456 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:13:09.872675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-35d3737c-fe82-4c4d-82f0-78ed48152f15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:13:09.878678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-35d3737c-fe82-4c4d-82f0-78ed48152f15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:13:09.916689 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port cc005afc-6d4b-4bdb-8e94-99b407da00d2 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:13:09.917656 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:09.952883 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4cb92-36c2-421f-8012-f4f383c4ab18 req-46e3a516-b659-4037-9dbc-1d0043149fea tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:09.954966 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-04b4cb92-36c2-421f-8012-f4f383c4ab18 req-46e3a516-b659-4037-9dbc-1d0043149fea tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0982916 Feb 17 20:13:09.973079 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35d3737c-fe82-4c4d-82f0-78ed48152f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:09.976311 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35d3737c-fe82-4c4d-82f0-78ed48152f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:09.986449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-883e321a-29a9-4fdc-96a5-c68ba1277001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:10.005803 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-04b4cb92-36c2-421f-8012-f4f383c4ab18 req-f5ec3d35-79df-43d1-b87b-83573c52c0a2 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431397 Feb 17 20:13:10.031199 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-35d3737c-fe82-4c4d-82f0-78ed48152f15 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c47d6d9ac274401fbda07c523d50e456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148143 Feb 17 20:13:10.033359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3737c-fe82-4c4d-82f0-78ed48152f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a826ff-628c-4f30-97a4-a49bf8f7f414,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:10.037276 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-35d3737c-fe82-4c4d-82f0-78ed48152f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:10.037548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56244) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:10.068399 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 0f3fb94b-62cb-4bba-b065-71ad7a47487f up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:13:10.109257 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2db0-061a-4f76-a492-cedf25734dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:10.141005 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2db0-061a-4f76-a492-cedf25734dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:10.150107 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 0f3fb94b-62cb-4bba-b065-71ad7a47487f triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:13:10.150536 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:10.226262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2db0-061a-4f76-a492-cedf25734dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:10.234044 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e9ab5ce9-28da-476d-85ea-32a4e2196b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:10.250463 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a2db0-061a-4f76-a492-cedf25734dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a826ff-628c-4f30-97a4-a49bf8f7f414,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:10.257137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ad6a2db0-061a-4f76-a492-cedf25734dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:10.263076 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2db0-061a-4f76-a492-cedf25734dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:10.268125 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ad6a2db0-061a-4f76-a492-cedf25734dcc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57a826ff-628c-4f30-97a4-a49bf8f7f414 HTTP/1.1" status: 204 len: 168 time: 0.2256536 Feb 17 20:13:10.435992 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:11.040374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735976b-007a-4d41-84c4-9d7d93f5041c req-c0cceaf9-7500-44b0-894f-60272a5185fc tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:11.042106 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2735976b-007a-4d41-84c4-9d7d93f5041c req-c0cceaf9-7500-44b0-894f-60272a5185fc tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.1635873 Feb 17 20:13:11.125663 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bd167-fbf2-4093-b24e-69fd8cae5281 req-7eb9e08b-7126-42e0-ba48-9638a2f395c9 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:11.127683 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ee6bd167-fbf2-4093-b24e-69fd8cae5281 req-7eb9e08b-7126-42e0-ba48-9638a2f395c9 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 946 time: 0.1685343 Feb 17 20:13:11.139302 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2735976b-007a-4d41-84c4-9d7d93f5041c req-984baa11-3549-4964-ac14-640705566228 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896394 Feb 17 20:13:11.226030 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ee6bd167-fbf2-4093-b24e-69fd8cae5281 req-5f6f2651-c4ba-4294-92d2-0e869442a22c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828929 Feb 17 20:13:11.799251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 0f3fb94b-62cb-4bba-b065-71ad7a47487f up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:13:11.872670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 0f3fb94b-62cb-4bba-b065-71ad7a47487f triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:13:11.873128 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:12.003434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5a44d-ed30-4319-bfe6-51b01330bcd7 req-731cd3b0-cae1-49fa-8e1d-0ac045d47001 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:12.004937 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7bd5a44d-ed30-4319-bfe6-51b01330bcd7 req-731cd3b0-cae1-49fa-8e1d-0ac045d47001 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0888274 Feb 17 20:13:12.052981 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7bd5a44d-ed30-4319-bfe6-51b01330bcd7 req-b75aa9b6-10f2-40af-9184-d2338c8dd540 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Feb 17 20:13:12.347830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd841c-ac42-4286-b422-36e208cd071d req-3f1f4dc5-275f-4518-be3a-5c2f49fbb507 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:12.351581 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-99cd841c-ac42-4286-b422-36e208cd071d req-3f1f4dc5-275f-4518-be3a-5c2f49fbb507 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0961833 Feb 17 20:13:12.406580 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-99cd841c-ac42-4286-b422-36e208cd071d req-b3bc4e98-ab8b-411b-bf7d-fbc1d4c3fc4a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496612 Feb 17 20:13:12.643216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53c31e-e48c-4ff6-8185-c4555f34cdd3 req-079fe466-565b-47ff-9168-1bc55c797306 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:12.644958 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fc53c31e-e48c-4ff6-8185-c4555f34cdd3 req-079fe466-565b-47ff-9168-1bc55c797306 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 946 time: 0.0994909 Feb 17 20:13:12.697364 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fc53c31e-e48c-4ff6-8185-c4555f34cdd3 req-b3d52a05-63fc-488b-8aa2-5002ae51dbae tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453484 Feb 17 20:13:13.626066 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43800724-4893-4bd7-bdb8-5f00002ef825 req-ef37fe62-dac2-43d8-88a0-e14ed6780463 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:13.627571 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-43800724-4893-4bd7-bdb8-5f00002ef825 req-ef37fe62-dac2-43d8-88a0-e14ed6780463 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0898979 Feb 17 20:13:13.682424 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-43800724-4893-4bd7-bdb8-5f00002ef825 req-6310353c-d4f8-4b4f-a157-145ef47f9d2a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485005 Feb 17 20:13:14.900389 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33c4f6-6142-4a59-a3a6-ecbb921b24f6 req-a8eca8f0-eefd-464b-b0a7-c91402058822 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:14.903493 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8c33c4f6-6142-4a59-a3a6-ecbb921b24f6 req-a8eca8f0-eefd-464b-b0a7-c91402058822 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0950558 Feb 17 20:13:14.953861 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8c33c4f6-6142-4a59-a3a6-ecbb921b24f6 req-2181c8f9-4c6f-47fc-a385-1fa1e495c06d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441115 Feb 17 20:13:16.172139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e7d26-19b4-40ea-abdf-5e3a34f25c9b req-6ac423f6-1304-465f-887f-ca908d57984d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:16.173835 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a06e7d26-19b4-40ea-abdf-5e3a34f25c9b req-6ac423f6-1304-465f-887f-ca908d57984d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0903988 Feb 17 20:13:16.222069 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a06e7d26-19b4-40ea-abdf-5e3a34f25c9b req-9839a661-aed7-4f94-9286-0a221717500c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417137 Feb 17 20:13:17.452075 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602029-c5a9-42d2-ad37-0f69d45074bf req-5534c993-cf7d-49d9-aa79-5059438005bf tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:17.453731 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c5602029-c5a9-42d2-ad37-0f69d45074bf req-5534c993-cf7d-49d9-aa79-5059438005bf tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0932717 Feb 17 20:13:17.503066 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c5602029-c5a9-42d2-ad37-0f69d45074bf req-1471e5ca-cc03-4833-889f-02f3a2b70977 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429935 Feb 17 20:13:18.317233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:13:18.710893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe39a2e-a454-4fe1-ab67-1cdc871b9ef7 req-4135a5df-7eaf-479a-8c63-4d860bb8f692 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:18.712510 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8fe39a2e-a454-4fe1-ab67-1cdc871b9ef7 req-4135a5df-7eaf-479a-8c63-4d860bb8f692 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0881281 Feb 17 20:13:18.764216 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8fe39a2e-a454-4fe1-ab67-1cdc871b9ef7 req-d7ec3e7f-0a7e-48a6-a9b5-71db0f619c4f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424864 Feb 17 20:13:19.969162 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878153e-380a-4033-8c84-36240dff4e17 req-6be83496-78ce-4cc1-9a07-8234c10691a8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:19.970815 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8878153e-380a-4033-8c84-36240dff4e17 req-6be83496-78ce-4cc1-9a07-8234c10691a8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0910006 Feb 17 20:13:20.018813 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8878153e-380a-4033-8c84-36240dff4e17 req-4a089ded-eafc-4128-8b8d-6b8c0736c14b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418067 Feb 17 20:13:20.524487 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56524) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:20.656181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8765766d-c899-4166-922c-84d0c9a100f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:20.672996 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-8765766d-c899-4166-922c-84d0c9a100f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:13:20.677081 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-8765766d-c899-4166-922c-84d0c9a100f7 admin admin] Usage tracker for resource:security_group_rule and tenant:8a36318d37df4da18a612f277f957b93 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:13:20.680046 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-8765766d-c899-4166-922c-84d0c9a100f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:13:20.686027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-8765766d-c899-4166-922c-84d0c9a100f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:13:20.772656 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8765766d-c899-4166-922c-84d0c9a100f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:20.775511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8765766d-c899-4166-922c-84d0c9a100f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:20.788630 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:20.833465 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-8765766d-c899-4166-922c-84d0c9a100f7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8a36318d37df4da18a612f277f957b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073905 Feb 17 20:13:20.835237 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 56538) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:20.835360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765766d-c899-4166-922c-84d0c9a100f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52fe8f2-721f-425e-85f0-3d5a51155354,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:20.839456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8765766d-c899-4166-922c-84d0c9a100f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:20.902330 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9315-9502-41b1-a4f6-d85afc9e9f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:20.930028 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9315-9502-41b1-a4f6-d85afc9e9f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:20.977647 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9315-9502-41b1-a4f6-d85afc9e9f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:20.983180 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ba3a48fe-aa27-4b4e-a29f-aecf0d5e0dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:20.996205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c9315-9502-41b1-a4f6-d85afc9e9f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52fe8f2-721f-425e-85f0-3d5a51155354,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:21.000405 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1b6c9315-9502-41b1-a4f6-d85afc9e9f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:21.006083 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9315-9502-41b1-a4f6-d85afc9e9f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:21.007324 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-1b6c9315-9502-41b1-a4f6-d85afc9e9f44 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d52fe8f2-721f-425e-85f0-3d5a51155354 HTTP/1.1" status: 204 len: 168 time: 0.1705379 Feb 17 20:13:21.232552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255cc9c-4004-43a9-aa69-f7429cb4019c req-35034a3f-22db-4c57-b4e4-3c49d37d0732 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:21.234335 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6255cc9c-4004-43a9-aa69-f7429cb4019c req-35034a3f-22db-4c57-b4e4-3c49d37d0732 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0940850 Feb 17 20:13:21.313660 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6255cc9c-4004-43a9-aa69-f7429cb4019c req-31ad7a87-92bf-49f4-9004-07737b045620 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713866 Feb 17 20:13:21.344806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 56548) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:21.363908 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2019da44-2309-44a4-b459-c8b5214f78a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:21.380508 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-2019da44-2309-44a4-b459-c8b5214f78a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:13:21.384542 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-2019da44-2309-44a4-b459-c8b5214f78a3 admin admin] Usage tracker for resource:security_group_rule and tenant:514ec5818e5b44fd8a6c2108914a5047 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:13:21.388157 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-2019da44-2309-44a4-b459-c8b5214f78a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:13:21.394067 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-2019da44-2309-44a4-b459-c8b5214f78a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:13:21.479364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2019da44-2309-44a4-b459-c8b5214f78a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:21.482163 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2019da44-2309-44a4-b459-c8b5214f78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:21.490879 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1b68e807-face-4cf0-a96f-cadd9de37e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:21.534431 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-2019da44-2309-44a4-b459-c8b5214f78a3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=514ec5818e5b44fd8a6c2108914a5047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883717 Feb 17 20:13:21.535580 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019da44-2309-44a4-b459-c8b5214f78a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17660e3d-575b-4a38-a3d5-d529a5def0cc,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:21.537381 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56554) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:21.539051 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-2019da44-2309-44a4-b459-c8b5214f78a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:21.607284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-91925cdb-f987-4d6b-a543-52bc6e688c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:21.828723 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-91925cdb-f987-4d6b-a543-52bc6e688c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:21.874670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-91925cdb-f987-4d6b-a543-52bc6e688c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:21.879665 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-56c3d9e1-3083-4115-8b31-249d8c8c7cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:21.894324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91925cdb-f987-4d6b-a543-52bc6e688c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17660e3d-575b-4a38-a3d5-d529a5def0cc,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:21.897105 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-91925cdb-f987-4d6b-a543-52bc6e688c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:21.903630 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-91925cdb-f987-4d6b-a543-52bc6e688c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:21.908179 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-91925cdb-f987-4d6b-a543-52bc6e688c4e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/17660e3d-575b-4a38-a3d5-d529a5def0cc HTTP/1.1" status: 204 len: 168 time: 0.3695939 Feb 17 20:13:22.324762 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5b682-d89f-4cf9-8226-f77d2fe3c93e req-8fc09626-143e-4489-b925-4ebfeb589976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:22.326426 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34c5b682-d89f-4cf9-8226-f77d2fe3c93e req-8fc09626-143e-4489-b925-4ebfeb589976 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=2b9361d772f4489e90685a3b38a5e845&device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 1162 time: 0.0924699 Feb 17 20:13:22.379702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa9515-0846-4973-a717-d888cd20a5ca req-0a4ee081-5091-46e2-a374-45481a953ec7 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:22.381623 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4faa9515-0846-4973-a717-d888cd20a5ca req-0a4ee081-5091-46e2-a374-45481a953ec7 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1030872 Feb 17 20:13:22.454703 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4faa9515-0846-4973-a717-d888cd20a5ca req-7afe8a71-ebaf-499a-ad01-40f82a0e19c8 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656121 Feb 17 20:13:22.505138 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5b682-d89f-4cf9-8226-f77d2fe3c93e req-baba147e-f520-4695-bc41-54ba131b8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:22.507005 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34c5b682-d89f-4cf9-8226-f77d2fe3c93e req-baba147e-f520-4695-bc41-54ba131b8e03 service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d2eccab-e555-4638-9d23-76160788f85e HTTP/1.1" status: 200 len: 913 time: 0.1720974 Feb 17 20:13:22.555780 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7313f6f-6dc3-43f0-a304-b75915aaa1ec req-ffc1673f-c3b8-4811-8bf2-4891fc0a7186 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:22.557434 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b7313f6f-6dc3-43f0-a304-b75915aaa1ec req-ffc1673f-c3b8-4811-8bf2-4891fc0a7186 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.1010702 Feb 17 20:13:22.616765 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b7313f6f-6dc3-43f0-a304-b75915aaa1ec req-2191bf67-c1f7-49cc-bf3b-62f310c02dde tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510054 Feb 17 20:13:22.632341 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34c5b682-d89f-4cf9-8226-f77d2fe3c93e req-51f1cada-9167-41fc-93b6-13eb3cf0d47b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc005afc-6d4b-4bdb-8e94-99b407da00d2 HTTP/1.1" status: 200 len: 217 time: 0.0983193 Feb 17 20:13:22.716759 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5b682-d89f-4cf9-8226-f77d2fe3c93e req-ede44a07-47c9-49f1-80df-d7b98af54afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:22.718391 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34c5b682-d89f-4cf9-8226-f77d2fe3c93e req-ede44a07-47c9-49f1-80df-d7b98af54afd service neutron] 10.222.0.127 "GET /v2.0/subnets?id=92d4e627-553d-414a-b50c-142182377aca HTTP/1.1" status: 200 len: 859 time: 0.0724695 Feb 17 20:13:22.783284 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34c5b682-d89f-4cf9-8226-f77d2fe3c93e req-1fb5e465-efce-4fd2-982c-fda9a0d44e57 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d2eccab-e555-4638-9d23-76160788f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501673 Feb 17 20:13:22.785586 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 56598) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:22.904748 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1544968129-network', 'tenant_id': '103a603bea3646cd92b2cbd8b94e1466'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:13:22.913481 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:13:22.921683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Usage tracker for resource:network and tenant:103a603bea3646cd92b2cbd8b94e1466 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:13:22.926854 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:13:22.943639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:13:22.969253 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Made reservation on behalf of 103a603bea3646cd92b2cbd8b94e1466 for: {'network': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:13:22.973877 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:22.989227 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34c5b682-d89f-4cf9-8226-f77d2fe3c93e req-87b57596-ca75-4000-81e3-f9b5ca22e6a5 service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861541 Feb 17 20:13:22.990018 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:23.288173 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:13:23.307017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Usage tracker for resource:security_group_rule and tenant:103a603bea3646cd92b2cbd8b94e1466 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:13:23.310111 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:13:23.319998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:13:23.392367 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34c5b682-d89f-4cf9-8226-f77d2fe3c93e req-52bf2fd6-5050-4e10-868b-fb468cdfab3a service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3907814 Feb 17 20:13:23.458596 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:23.461762 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:23.466362 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:23.497956 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56616) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:23.504369 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:13:23.517104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734c9ff1-35b4-4783-9595-683c19c6e5d0,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:23.521209 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:23.523822 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:23.524219 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Added segment e557fa5f-439c-481c-a618-00e1ab223c4f of type vxlan for network 1b670215-d662-4382-956d-1181549847d2 Feb 17 20:13:23.558439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:23.594038 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:23.595505 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:23.596162 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:23.602315 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:23.646315 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c1725715-a773-44cb-9293-00a565f71687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:23.665304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c1725715-a773-44cb-9293-00a565f71687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:13:23.669993 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c1725715-a773-44cb-9293-00a565f71687 admin admin] Usage tracker for resource:security_group_rule and tenant:0474f57de3f2463eb30b12455d2cdff1 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:13:23.673464 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c1725715-a773-44cb-9293-00a565f71687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:13:23.701808 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c1725715-a773-44cb-9293-00a565f71687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:13:23.750506 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Pushing event updated for resources: {'Network': ['ID=1b670215-d662-4382-956d-1181549847d2,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:23.752364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:23.755193 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9684610 Feb 17 20:13:23.758283 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 56626) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:23.761587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network 1b670215-d662-4382-956d-1181549847d2 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:13:23.777919 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Request body: {'subnet': {'network_id': '1b670215-d662-4382-956d-1181549847d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1544968129-subnet', 'tenant_id': '103a603bea3646cd92b2cbd8b94e1466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:13:23.787558 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:13:23.790555 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network 1b670215-d662-4382-956d-1181549847d2 details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:13:23.792009 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Usage tracker for resource:subnet and tenant:103a603bea3646cd92b2cbd8b94e1466 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:13:23.795684 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:13:23.802450 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:13:23.813485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Made reservation on behalf of 103a603bea3646cd92b2cbd8b94e1466 for: {'subnet': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:13:23.818495 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26404108'] for subnet, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:23.959448 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c1725715-a773-44cb-9293-00a565f71687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:23.967142 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c1725715-a773-44cb-9293-00a565f71687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:23.996303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c5f8afdf-e7f9-4b39-bb21-b1e8d9e71369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:24.027439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 239a0b21-3e11-4be5-b746-5403d1ce5cbf up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:13:24.033465 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c1725715-a773-44cb-9293-00a565f71687 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0474f57de3f2463eb30b12455d2cdff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340645 Feb 17 20:13:24.042426 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 56632) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:24.046148 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1725715-a773-44cb-9293-00a565f71687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee39862-ec59-4088-8535-336815c46775,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:24.051244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c1725715-a773-44cb-9293-00a565f71687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:24.081869 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0724c-c054-4b6f-93d4-d04440c1c895 req-4f8c3541-ba50-406b-b162-99649dbf1d0b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:24.083586 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-baa0724c-c054-4b6f-93d4-d04440c1c895 req-4f8c3541-ba50-406b-b162-99649dbf1d0b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.2619007 Feb 17 20:13:24.104981 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02eaa7-7f7f-421c-b6d1-6b418fd65a93 req-31911d97-a129-49da-8c9d-c1e0f716bcaf tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:24.106809 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5c02eaa7-7f7f-421c-b6d1-6b418fd65a93 req-31911d97-a129-49da-8c9d-c1e0f716bcaf tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.3635552 Feb 17 20:13:24.147815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 239a0b21-3e11-4be5-b746-5403d1ce5cbf triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:13:24.148237 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:24.197207 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5c02eaa7-7f7f-421c-b6d1-6b418fd65a93 req-3d6bd45c-8204-4022-8d5a-7d86e5ad2aed tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730336 Feb 17 20:13:24.202703 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-26122da7-582e-4774-8dd0-abd04c66b9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:24.210625 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-baa0724c-c054-4b6f-93d4-d04440c1c895 req-b5f7d56b-89f5-47b7-94de-d86622e5861c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138101 Feb 17 20:13:24.240409 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-26122da7-582e-4774-8dd0-abd04c66b9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:24.320962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-26122da7-582e-4774-8dd0-abd04c66b9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:24.328223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:24.374456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26122da7-582e-4774-8dd0-abd04c66b9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee39862-ec59-4088-8535-336815c46775,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:24.377290 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-26122da7-582e-4774-8dd0-abd04c66b9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:24.405942 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-26122da7-582e-4774-8dd0-abd04c66b9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:24.407701 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-26122da7-582e-4774-8dd0-abd04c66b9a8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eee39862-ec59-4088-8535-336815c46775 HTTP/1.1" status: 204 len: 168 time: 0.3641713 Feb 17 20:13:24.415895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036828485692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26404125'] for subnet, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:24.433563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d06ec1f2-16ab-493d-931d-dbed804880de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:24.567865 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de8e867-d963-4d0f-b1e7-7ea804532334,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:24.571034 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:24.657470 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Checking segment: {'id': 'e557fa5f-439c-481c-a618-00e1ab223c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1b670215-d662-4382-956d-1181549847d2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:13:24.657875 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Network hostable DHCP agents. Network: 1b670215-d662-4382-956d-1181549847d2, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:13:24.678238 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Network 1b670215-d662-4382-956d-1181549847d2 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:13:24.688355 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, 1b670215-d662-4382-956d-1181549847d2) {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:13:24.698880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e259870-af33-458c-8ef9-16634b2c848b None None] Network 1b670215-d662-4382-956d-1181549847d2 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:13:24.703514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:24.704169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Notify callbacks [] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:24.721010 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9509964 Feb 17 20:13:24.933575 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88826a0-6b08-41d1-9e24-6504ae85368c None None] Network 1b670215-d662-4382-956d-1181549847d2 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:13:25.498302 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3aaa4-65bd-4a81-b6bb-b52e3ff09c3e req-c452c0e1-5b6d-40b3-9145-e0a539b31275 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:25.499936 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-eee3aaa4-65bd-4a81-b6bb-b52e3ff09c3e req-c452c0e1-5b6d-40b3-9145-e0a539b31275 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1633315 Feb 17 20:13:25.543512 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423033c-deaf-475d-8534-bd3a4664c5b5 req-5955294d-dacb-4545-b581-902129da00bd tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:25.543512 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e423033c-deaf-475d-8534-bd3a4664c5b5 req-5955294d-dacb-4545-b581-902129da00bd tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.1538231 Feb 17 20:13:25.586931 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-eee3aaa4-65bd-4a81-b6bb-b52e3ff09c3e req-dbc4fc48-2d79-4b59-a62c-41eafde04435 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729911 Feb 17 20:13:25.610639 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e423033c-deaf-475d-8534-bd3a4664c5b5 req-6417409d-5a59-47e6-a098-a3be89251708 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640488 Feb 17 20:13:26.861606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19281583-61fb-4c9d-a39a-59e4cec49ca0 req-19775aab-c5b5-429b-846c-8b6f35d4afb0 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:26.863212 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-19281583-61fb-4c9d-a39a-59e4cec49ca0 req-19775aab-c5b5-429b-846c-8b6f35d4afb0 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1606569 Feb 17 20:13:26.869266 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf95d0f-98d1-4af5-a868-ed5918f58558 req-e0c94dbf-cea5-4801-b5a7-c3f71718b272 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:26.871300 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-faf95d0f-98d1-4af5-a868-ed5918f58558 req-e0c94dbf-cea5-4801-b5a7-c3f71718b272 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.1270337 Feb 17 20:13:26.942769 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-19281583-61fb-4c9d-a39a-59e4cec49ca0 req-3f7300a7-4c6b-460c-a0c6-5809f1974f50 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704498 Feb 17 20:13:26.950522 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-faf95d0f-98d1-4af5-a868-ed5918f58558 req-c25485f4-6e52-44b1-9b27-23854ae476da tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637794 Feb 17 20:13:27.190522 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-aba65baa-8847-4615-badd-c1106bc82795 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:27.192035 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-aba65baa-8847-4615-badd-c1106bc82795 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/networks?id=1b670215-d662-4382-956d-1181549847d2 HTTP/1.1" status: 200 len: 809 time: 0.1596780 Feb 17 20:13:27.207661 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-29d905bb-2272-4451-b315-cca8b4c0a8ff tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/quotas/103a603bea3646cd92b2cbd8b94e1466 HTTP/1.1" status: 200 len: 375 time: 0.0095656 Feb 17 20:13:27.262830 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-3a29ad93-9e1e-454c-9f90-73af5a403fdd tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=103a603bea3646cd92b2cbd8b94e1466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491068 Feb 17 20:13:27.408657 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-d85a3c30-2ed2-48a9-9ae7-3d3d5e76a34f service neutron] 10.222.0.73 "GET /v2.0/networks/1b670215-d662-4382-956d-1181549847d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380386 Feb 17 20:13:27.552557 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-951fcd43-ca08-4531-b44b-9b68e4550595 service neutron] 10.222.0.73 "GET /v2.0/networks/1b670215-d662-4382-956d-1181549847d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374598 Feb 17 20:13:27.751489 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a863afbe-91a0-4f7c-ad18-174588bfd773 req-eaad998d-bfed-4d56-8713-aa6ea51c1d18 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 210 time: 0.0543275 Feb 17 20:13:28.216023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d4a0d-0945-4fe4-b5fb-f6009d7411eb req-dac5e99a-5525-4566-a014-65597a663af2 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:28.218285 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-604d4a0d-0945-4fe4-b5fb-f6009d7411eb req-dac5e99a-5525-4566-a014-65597a663af2 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1588197 Feb 17 20:13:28.255109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b9798-364d-4e45-9bdf-fd642dd572a3 req-888727e6-2409-4975-a106-64df708432ec tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:28.256670 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-282b9798-364d-4e45-9bdf-fd642dd572a3 req-888727e6-2409-4975-a106-64df708432ec tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.1589415 Feb 17 20:13:28.312343 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-604d4a0d-0945-4fe4-b5fb-f6009d7411eb req-8cbacb7a-8873-4e35-8403-f466586081cf tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830994 Feb 17 20:13:28.325210 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-282b9798-364d-4e45-9bdf-fd642dd572a3 req-e2e7cd49-83b1-490b-a081-92811e1165c4 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616465 Feb 17 20:13:28.547817 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bf5ae-3f01-4ebc-8198-7735e3e346a2 req-ec19ced9-f9e0-405d-a52f-46de523b63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:28.549556 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-df1bf5ae-3f01-4ebc-8198-7735e3e346a2 req-ec19ced9-f9e0-405d-a52f-46de523b63c2 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=2b9361d772f4489e90685a3b38a5e845&device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 1162 time: 0.0836577 Feb 17 20:13:28.715391 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bf5ae-3f01-4ebc-8198-7735e3e346a2 req-cf5a417f-52da-407a-a584-d84926cebded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:28.717002 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-df1bf5ae-3f01-4ebc-8198-7735e3e346a2 req-cf5a417f-52da-407a-a584-d84926cebded service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d2eccab-e555-4638-9d23-76160788f85e HTTP/1.1" status: 200 len: 913 time: 0.1415515 Feb 17 20:13:28.794839 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-df1bf5ae-3f01-4ebc-8198-7735e3e346a2 req-71cfefc0-d44b-4c0f-8efc-d3d870e2dab8 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc005afc-6d4b-4bdb-8e94-99b407da00d2 HTTP/1.1" status: 200 len: 217 time: 0.0687375 Feb 17 20:13:28.865909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bf5ae-3f01-4ebc-8198-7735e3e346a2 req-ca8f9653-95e5-4200-a50f-7ed8f281477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:28.867469 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-df1bf5ae-3f01-4ebc-8198-7735e3e346a2 req-ca8f9653-95e5-4200-a50f-7ed8f281477b service neutron] 10.222.0.127 "GET /v2.0/subnets?id=92d4e627-553d-414a-b50c-142182377aca HTTP/1.1" status: 200 len: 859 time: 0.0634608 Feb 17 20:13:28.913579 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-644f6e99-64f2-45f1-87d0-04df5a0c659e req-9a052ff5-8e11-45a9-8d24-41fb420fc32d tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 210 time: 0.0503275 Feb 17 20:13:28.923989 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-df1bf5ae-3f01-4ebc-8198-7735e3e346a2 req-ac0153f0-428b-4dcd-b53c-4ab7244ab525 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d2eccab-e555-4638-9d23-76160788f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475402 Feb 17 20:13:29.075564 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-df1bf5ae-3f01-4ebc-8198-7735e3e346a2 req-41b1bafd-d4fc-4cfa-997d-dcdfc119b56b service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409278 Feb 17 20:13:29.177725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-1b72d67f-6926-4a61-b1ec-05e931850865 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:29.179586 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-1b72d67f-6926-4a61-b1ec-05e931850865 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.127 "GET /v2.0/networks?id=1b670215-d662-4382-956d-1181549847d2 HTTP/1.1" status: 200 len: 809 time: 0.1613612 Feb 17 20:13:29.197422 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Request body: {'port': {'device_id': 'fe8824a1-0f4e-471b-a931-28e90849f57d', 'network_id': '1b670215-d662-4382-956d-1181549847d2', 'admin_state_up': True, 'tenant_id': '103a603bea3646cd92b2cbd8b94e1466'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:13:29.224610 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-df1bf5ae-3f01-4ebc-8198-7735e3e346a2 req-6a92a495-64bb-4da5-9dab-f4468d64afda service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402249 Feb 17 20:13:29.346528 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:13:29.350626 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Usage tracker for resource:port and tenant:103a603bea3646cd92b2cbd8b94e1466 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:13:29.353606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:13:29.359540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:13:29.369354 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Made reservation on behalf of 103a603bea3646cd92b2cbd8b94e1466 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:13:29.376197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:29.762612 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67864773-14db-4e46-a18d-da4959fde685 req-7cf639ed-e0ce-400e-b3fb-20d270cd79b6 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:29.764613 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-67864773-14db-4e46-a18d-da4959fde685 req-7cf639ed-e0ce-400e-b3fb-20d270cd79b6 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.2764688 Feb 17 20:13:29.776150 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4697cb-ef9d-445a-9396-730be9ff56a4 req-27a9f511-02bb-4b7f-bcfc-7d47bfff5cc3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:29.777681 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2f4697cb-ef9d-445a-9396-730be9ff56a4 req-27a9f511-02bb-4b7f-bcfc-7d47bfff5cc3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.2883701 Feb 17 20:13:30.103471 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-67864773-14db-4e46-a18d-da4959fde685 req-4c3c3323-a12b-4d3e-9f5b-fbd0708e56fb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246655 Feb 17 20:13:30.124162 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2f4697cb-ef9d-445a-9396-730be9ff56a4 req-651a78de-88d9-4ca6-b59a-2ac0700312ae tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220251 Feb 17 20:13:30.125314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Allocated IP 172.20.0.5 (1b670215-d662-4382-956d-1181549847d2/4de8e867-d963-4d0f-b1e7-7ea804532334/502d92e5-427c-4543-8416-058ba191012f) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:13:30.362695 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d415d65f-f782-4d78-acf8-1248ffc72d5a req-52a00d93-328f-449c-a63e-45cf8f0984cd tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 210 time: 0.0599878 Feb 17 20:13:30.447021 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:30.480660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:30.497862 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:30.663154 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Pushing event updated for resources: {'Port': ['ID=502d92e5-427c-4543-8416-058ba191012f,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:30.667745 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:30.717478 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Network 1b670215-d662-4382-956d-1181549847d2 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:13:30.718743 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:13:30.721196 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:13:30.787412 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:30.788206 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:30.818828 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6253130 Feb 17 20:13:30.841564 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Request body: {'port': {'device_id': 'fe8824a1-0f4e-471b-a931-28e90849f57d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:13:30.977974 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:31.595811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e511c60-ac63-49db-a95e-241950599c2d req-b1a0befd-9049-4016-9a7b-c6490e0e4252 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:31.597464 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0e511c60-ac63-49db-a95e-241950599c2d req-b1a0befd-9049-4016-9a7b-c6490e0e4252 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.2659833 Feb 17 20:13:31.612722 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f719e81-8397-4060-bbee-2e53202ab908 req-4d084f29-826b-4123-a69a-640e86e25513 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:31.614347 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1f719e81-8397-4060-bbee-2e53202ab908 req-4d084f29-826b-4123-a69a-640e86e25513 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.2846246 Feb 17 20:13:31.781341 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0e511c60-ac63-49db-a95e-241950599c2d req-d6022927-cc57-4c74-b0bf-a6fc2fedda4a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771767 Feb 17 20:13:31.786219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502d92e5-427c-4543-8416-058ba191012f {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:13:31.821291 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1f719e81-8397-4060-bbee-2e53202ab908 req-87921f12-f3a0-440b-8af8-5bcf95509133 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808002 Feb 17 20:13:31.823220 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:31.847517 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Transition to ACTIVE for port object 502d92e5-427c-4543-8416-058ba191012f will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:13:31.851717 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:31.921253 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:32.068572 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Pushing event updated for resources: {'Port': ['ID=502d92e5-427c-4543-8416-058ba191012f,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:32.078112 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:32.144719 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cee58-b511-41ff-bdd9-1256f5d3b8cc req-34ea507a-3bbd-4ea7-8da7-d9b49504ddfb tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:32.145541 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-a28cee58-b511-41ff-bdd9-1256f5d3b8cc req-34ea507a-3bbd-4ea7-8da7-d9b49504ddfb tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Synchronizing usage tracker for tenant:103a603bea3646cd92b2cbd8b94e1466 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:13:32.240743 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-a28cee58-b511-41ff-bdd9-1256f5d3b8cc req-34ea507a-3bbd-4ea7-8da7-d9b49504ddfb tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Unset dirty status for tenant:103a603bea3646cd92b2cbd8b94e1466 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:13:32.242305 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a28cee58-b511-41ff-bdd9-1256f5d3b8cc req-34ea507a-3bbd-4ea7-8da7-d9b49504ddfb tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 943 time: 0.3219733 Feb 17 20:13:32.344205 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a28cee58-b511-41ff-bdd9-1256f5d3b8cc req-ef64a391-1541-444b-8759-3a9b7ea08280 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737042 Feb 17 20:13:32.368023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Attempting to bind port 502d92e5-427c-4543-8416-058ba191012f on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:13:32.368023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Attempting to bind port 502d92e5-427c-4543-8416-058ba191012f by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': 'e557fa5f-439c-481c-a618-00e1ab223c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1b670215-d662-4382-956d-1181549847d2'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:13:32.368023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Attempting to bind port 502d92e5-427c-4543-8416-058ba191012f on network 1b670215-d662-4382-956d-1181549847d2 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:13:32.373963 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:13:32.374344 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Checking segment: {'id': 'e557fa5f-439c-481c-a618-00e1ab223c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1b670215-d662-4382-956d-1181549847d2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:13:32.374761 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:32.375146 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Bound using segment: {'id': 'e557fa5f-439c-481c-a618-00e1ab223c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1b670215-d662-4382-956d-1181549847d2'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:13:32.375631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Bound port: 502d92e5-427c-4543-8416-058ba191012f, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e557fa5f-439c-481c-a618-00e1ab223c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1b670215-d662-4382-956d-1181549847d2'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:13:32.376013 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:32.493877 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] For port 502d92e5-427c-4543-8416-058ba191012f, host hv-cinder-76003, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:13:32.497708 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] For port 502d92e5-427c-4543-8416-058ba191012f, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=502d92e5-427c-4543-8416-058ba191012f,segment=NetworkSegment(e557fa5f-439c-481c-a618-00e1ab223c4f),segment_id=e557fa5f-439c-481c-a618-00e1ab223c4f)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:13:32.501084 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:32.516609 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-50961661-9c68-4825-bd1b-e77f4faa10f0 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:32.664791 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Pushing event updated for resources: {'Port': ['ID=502d92e5-427c-4543-8416-058ba191012f,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:32.687524 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.687937 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.688341 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.688741 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.689169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.689562 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.689958 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.690350 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.690744 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.691128 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.691514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.691906 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.692326 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.692714 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.693132 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.693513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.693899 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.694299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.694684 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.695070 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.695458 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.695825 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.696205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.696628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:13:32.709636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:32.728574 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:32.729856 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:32.731358 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] 10.222.0.127 "PUT /v2.0/ports/502d92e5-427c-4543-8416-058ba191012f HTTP/1.1" status: 200 len: 1157 time: 1.8946917 Feb 17 20:13:32.731871 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8824a1-0f4e-471b-a931-28e90849f57d', 'tag': '502d92e5-427c-4543-8416-058ba191012f'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:13:32.818452 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8824a1-0f4e-471b-a931-28e90849f57d', 'tag': '502d92e5-427c-4543-8416-058ba191012f', 'status': 'completed', 'code': 200} Feb 17 20:13:32.866425 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-4d42d1f9-9101-48c9-a4a0-ec06621fd1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:32.868079 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-4d42d1f9-9101-48c9-a4a0-ec06621fd1ef service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=103a603bea3646cd92b2cbd8b94e1466&device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 1160 time: 0.0907078 Feb 17 20:13:33.005904 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-a4b6ab1e-cdee-4f68-8bc3-3a567d87afe4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=502d92e5-427c-4543-8416-058ba191012f HTTP/1.1" status: 200 len: 217 time: 0.1255751 Feb 17 20:13:33.160172 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-3ee4c256-51a6-4dce-ae73-223c1495c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:33.161764 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-3ee4c256-51a6-4dce-ae73-223c1495c599 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=4de8e867-d963-4d0f-b1e7-7ea804532334 HTTP/1.1" status: 200 len: 849 time: 0.1035271 Feb 17 20:13:33.241815 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-cfad2820-6e51-4d8d-b851-a348c1d76f93 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1b670215-d662-4382-956d-1181549847d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675833 Feb 17 20:13:33.248450 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445715f6-6f43-4745-bf02-d2a9217cba37 req-3cec390b-10dc-420e-b9cd-ba820fb31d19 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:33.249938 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-445715f6-6f43-4745-bf02-d2a9217cba37 req-3cec390b-10dc-420e-b9cd-ba820fb31d19 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.3000436 Feb 17 20:13:33.259483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e2b3a-1915-4eb6-b653-ccb0dccd556e req-d20c0838-b29c-4c97-99bd-879946186a46 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:33.262381 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-466e2b3a-1915-4eb6-b653-ccb0dccd556e req-d20c0838-b29c-4c97-99bd-879946186a46 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.2662563 Feb 17 20:13:33.695408 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-466e2b3a-1915-4eb6-b653-ccb0dccd556e req-739d9272-14ed-4ff0-9081-a222291d5341 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3895328 Feb 17 20:13:33.720878 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-445715f6-6f43-4745-bf02-d2a9217cba37 req-bb2c2855-3dbd-4580-8031-e36badcc6e45 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555221 Feb 17 20:13:33.841937 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-14b8a475-969a-4353-a8db-c050030d5b6c service neutron] 10.222.0.127 "GET /v2.0/networks/1b670215-d662-4382-956d-1181549847d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744696 Feb 17 20:13:34.090199 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c65a9b28-b481-4ce1-907f-46bf4f5484ee req-5d863f8a-cd5c-489b-973f-b526c90afe66 service neutron] 10.222.0.127 "GET /v2.0/networks/1b670215-d662-4382-956d-1181549847d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2373765 Feb 17 20:13:34.098266 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08598965-8a86-4810-8ce1-1fff02eb7248 req-de0c5b7c-d760-43ef-8cb2-40ed1d9397aa tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:34.100695 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-08598965-8a86-4810-8ce1-1fff02eb7248 req-de0c5b7c-d760-43ef-8cb2-40ed1d9397aa tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 943 time: 0.1598670 Feb 17 20:13:34.163431 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-08598965-8a86-4810-8ce1-1fff02eb7248 req-322a07df-0c72-416c-9a10-c9e084979124 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558109 Feb 17 20:13:34.289004 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ab203-914b-4e16-b20c-aa376544bb98 req-5e2adbaf-e8dc-4164-b6b7-52490b6746bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:34.290811 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c03ab203-914b-4e16-b20c-aa376544bb98 req-5e2adbaf-e8dc-4164-b6b7-52490b6746bd service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=103a603bea3646cd92b2cbd8b94e1466&device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 1160 time: 0.1168880 Feb 17 20:13:34.538190 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ab203-914b-4e16-b20c-aa376544bb98 req-b23cbedc-e163-4bb8-a4aa-6665f8bbb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:34.541944 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c03ab203-914b-4e16-b20c-aa376544bb98 req-b23cbedc-e163-4bb8-a4aa-6665f8bbb9a9 service neutron] 10.222.0.127 "GET /v2.0/networks?id=1b670215-d662-4382-956d-1181549847d2 HTTP/1.1" status: 200 len: 903 time: 0.2289717 Feb 17 20:13:34.648370 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c03ab203-914b-4e16-b20c-aa376544bb98 req-604098cc-e21b-4abe-9c47-1d5ffb93b7f7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=502d92e5-427c-4543-8416-058ba191012f HTTP/1.1" status: 200 len: 217 time: 0.0774796 Feb 17 20:13:34.826353 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ab203-914b-4e16-b20c-aa376544bb98 req-f2179110-fea7-4eec-9dc6-68d71e7fe6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:34.827963 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c03ab203-914b-4e16-b20c-aa376544bb98 req-f2179110-fea7-4eec-9dc6-68d71e7fe6b6 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=4de8e867-d963-4d0f-b1e7-7ea804532334 HTTP/1.1" status: 200 len: 849 time: 0.1786549 Feb 17 20:13:34.939622 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c03ab203-914b-4e16-b20c-aa376544bb98 req-bfaa93d4-b971-49dd-af4a-931dba36a031 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1b670215-d662-4382-956d-1181549847d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988462 Feb 17 20:13:34.952318 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fee1f4-7b94-4c7d-b274-c513a4054105 req-62029189-e809-4efd-95fd-1fe7b33dfc01 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:34.953943 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-65fee1f4-7b94-4c7d-b274-c513a4054105 req-62029189-e809-4efd-95fd-1fe7b33dfc01 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 946 time: 0.2015486 Feb 17 20:13:35.033570 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e5a8142e-a2b4-431e-9b65-9717be4ecbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:35.127899 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-65fee1f4-7b94-4c7d-b274-c513a4054105 req-20ffd2f6-ba86-4503-837d-e4782c04f1f8 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661289 Feb 17 20:13:35.173497 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a749f6-d566-4f58-8087-9e265e50c7cd req-cbbe7e5f-10c3-4866-95f9-1cd52e86e265 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:35.175171 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a749f6-d566-4f58-8087-9e265e50c7cd req-cbbe7e5f-10c3-4866-95f9-1cd52e86e265 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.2864556 Feb 17 20:13:35.218078 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c03ab203-914b-4e16-b20c-aa376544bb98 req-132b0565-b190-419b-bb80-47dc1b7722a3 service neutron] 10.222.0.127 "GET /v2.0/networks/1b670215-d662-4382-956d-1181549847d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577558 Feb 17 20:13:35.282324 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a749f6-d566-4f58-8087-9e265e50c7cd req-a53358bb-4e56-41cb-9e96-1d42949a7ac2 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970023 Feb 17 20:13:35.587562 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c03ab203-914b-4e16-b20c-aa376544bb98 req-221e9bb5-7301-4522-a561-77792971bb4d service neutron] 10.222.0.127 "GET /v2.0/networks/1b670215-d662-4382-956d-1181549847d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3521576 Feb 17 20:13:35.621053 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a3035-0c7f-4acb-ab66-0e6b9297471a req-0473aabc-4322-42b2-8736-f5856e7357af tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:35.623453 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bc7a3035-0c7f-4acb-ab66-0e6b9297471a req-0473aabc-4322-42b2-8736-f5856e7357af tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.2782192 Feb 17 20:13:35.634462 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2bb37-dfb7-4d73-a25f-f2cd3792565e req-25b6ad94-9658-44a3-ba04-42714ff12679 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:35.636648 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7fa2bb37-dfb7-4d73-a25f-f2cd3792565e req-25b6ad94-9658-44a3-ba04-42714ff12679 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 943 time: 0.2027571 Feb 17 20:13:35.724011 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7fa2bb37-dfb7-4d73-a25f-f2cd3792565e req-b6a42559-ae59-49c2-8f5d-56bdc71625aa tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704825 Feb 17 20:13:35.728404 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bc7a3035-0c7f-4acb-ab66-0e6b9297471a req-8b3959b1-cf4c-4065-9387-73597ea8da0e tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907445 Feb 17 20:13:36.352070 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856dc53-b003-4099-8f50-4b261bd9fa68 req-7c25f0d9-5cb3-4ee6-85dc-f27d12b2121d tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:36.355019 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6856dc53-b003-4099-8f50-4b261bd9fa68 req-7c25f0d9-5cb3-4ee6-85dc-f27d12b2121d tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 946 time: 0.0976028 Feb 17 20:13:36.429224 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6856dc53-b003-4099-8f50-4b261bd9fa68 req-2b5a96bb-0bca-4af7-88dc-b7b5606b6f35 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656514 Feb 17 20:13:36.532249 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad4d0e-e73b-420d-ae92-a8c260feaffb req-d4f20988-6704-4a6c-a875-b12d9e235703 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:36.534075 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2bad4d0e-e73b-420d-ae92-a8c260feaffb req-d4f20988-6704-4a6c-a875-b12d9e235703 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1039963 Feb 17 20:13:36.591436 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2bad4d0e-e73b-420d-ae92-a8c260feaffb req-82d0820e-1654-4013-ac63-ce0d2586ce9c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501003 Feb 17 20:13:37.069817 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e511555-2337-453e-b6ec-2f3970e0fbb9 req-d7833ce2-7673-4b15-9abe-c2dbe6e51996 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:37.071530 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7e511555-2337-453e-b6ec-2f3970e0fbb9 req-d7833ce2-7673-4b15-9abe-c2dbe6e51996 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.1417410 Feb 17 20:13:37.113203 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc1c1b-5042-4390-804f-a537e1a180e0 req-72e28a8a-dcb4-48d0-aed5-c66fcb188d3c tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:37.114988 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4ccc1c1b-5042-4390-804f-a537e1a180e0 req-72e28a8a-dcb4-48d0-aed5-c66fcb188d3c tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 943 time: 0.2400756 Feb 17 20:13:37.163815 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7e511555-2337-453e-b6ec-2f3970e0fbb9 req-396bc618-ca64-45c1-8ff2-17ff4ce69898 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839698 Feb 17 20:13:37.190994 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4ccc1c1b-5042-4390-804f-a537e1a180e0 req-948ed754-b074-44f0-bbc3-3aad10da9cd3 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540879 Feb 17 20:13:37.352514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8af649-4b7c-4c73-8ba3-a70e726fb4a8 req-0027c2d3-1c1f-46f4-b6d6-f831beb22db7 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:37.354658 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5a8af649-4b7c-4c73-8ba3-a70e726fb4a8 req-0027c2d3-1c1f-46f4-b6d6-f831beb22db7 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 946 time: 0.0955050 Feb 17 20:13:37.456454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-5a8af649-4b7c-4c73-8ba3-a70e726fb4a8 req-1824201f-4c5e-41fc-b4d2-75e1d7fe2180 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Deleting port 0f3fb94b-62cb-4bba-b065-71ad7a47487f {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:13:37.456847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-5a8af649-4b7c-4c73-8ba3-a70e726fb4a8 req-1824201f-4c5e-41fc-b4d2-75e1d7fe2180 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:37.676578 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-12012546-4385-405c-a291-3a4b97f6d88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:37.948000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:38.067492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16284f01-3fd4-4b1a-9d6e-ea7026359c93 req-a517900f-5b64-486a-9cab-893a4ecc3441 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:38.069209 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-16284f01-3fd4-4b1a-9d6e-ea7026359c93 req-a517900f-5b64-486a-9cab-893a4ecc3441 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 946 time: 0.5078149 Feb 17 20:13:38.112159 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.objects.ports [None req-0fcef605-f1ff-447a-8316-d2efadd0aa04 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:13:38.126513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-5a8af649-4b7c-4c73-8ba3-a70e726fb4a8 req-1824201f-4c5e-41fc-b4d2-75e1d7fe2180 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] For port 0f3fb94b-62cb-4bba-b065-71ad7a47487f, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=0f3fb94b-62cb-4bba-b065-71ad7a47487f,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:13:38.126839 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-5a8af649-4b7c-4c73-8ba3-a70e726fb4a8 req-1824201f-4c5e-41fc-b4d2-75e1d7fe2180 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:38.224225 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779e39c-a815-482a-9f46-54e99c2ca784 req-f3cb3294-3851-4759-bf92-2ce38eb9a761 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:38.225898 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7779e39c-a815-482a-9f46-54e99c2ca784 req-f3cb3294-3851-4759-bf92-2ce38eb9a761 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.4958217 Feb 17 20:13:38.298809 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-5a8af649-4b7c-4c73-8ba3-a70e726fb4a8 req-1824201f-4c5e-41fc-b4d2-75e1d7fe2180 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Calling delete_port for 0f3fb94b-62cb-4bba-b065-71ad7a47487f owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:13:38.355581 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-16284f01-3fd4-4b1a-9d6e-ea7026359c93 req-36a818d0-592b-41a9-8157-f7e4f0e5fb52 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755871 Feb 17 20:13:38.475574 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7779e39c-a815-482a-9f46-54e99c2ca784 req-ce31d951-97fb-4fc4-b3ee-91db219939ab tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453917 Feb 17 20:13:38.678896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-5a8af649-4b7c-4c73-8ba3-a70e726fb4a8 req-1824201f-4c5e-41fc-b4d2-75e1d7fe2180 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:38.697888 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:38.809375 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824201f-4c5e-41fc-b4d2-75e1d7fe2180 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Pushing event deleted for resources: {'Port': ['ID=0f3fb94b-62cb-4bba-b065-71ad7a47487f,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:38.824578 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1824201f-4c5e-41fc-b4d2-75e1d7fe2180 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:38.850765 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9731a4a-587c-4bab-a8aa-8a7666b1578f req-4e1f60d3-0487-4ba3-98db-9f7c9d8c48f5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:38.852426 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d9731a4a-587c-4bab-a8aa-8a7666b1578f req-4e1f60d3-0487-4ba3-98db-9f7c9d8c48f5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.3259768 Feb 17 20:13:38.909365 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9fd96-627c-4352-85d5-64533e0e9b4d req-e1aa6abb-77b1-40b5-9104-492d96e128c6 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:38.911004 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-caf9fd96-627c-4352-85d5-64533e0e9b4d req-e1aa6abb-77b1-40b5-9104-492d96e128c6 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 943 time: 0.3258777 Feb 17 20:13:38.972923 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d9731a4a-587c-4bab-a8aa-8a7666b1578f req-de2b6078-6e23-45b8-9284-27124410fc75 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084497 Feb 17 20:13:39.053194 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-caf9fd96-627c-4352-85d5-64533e0e9b4d req-ec3984b6-c30e-46ac-b1c0-d82dcffd3796 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262798 Feb 17 20:13:39.055786 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8af649-4b7c-4c73-8ba3-a70e726fb4a8 req-1824201f-4c5e-41fc-b4d2-75e1d7fe2180 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] No DVR routers for this DVR port 0f3fb94b-62cb-4bba-b065-71ad7a47487f on host hv-cinder-76003 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:13:39.063339 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-5a8af649-4b7c-4c73-8ba3-a70e726fb4a8 req-1824201f-4c5e-41fc-b4d2-75e1d7fe2180 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:39.066603 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50afa6-287f-4f9b-a66d-c6737b8bec31', 'name': 'network-vif-deleted', 'tag': '0f3fb94b-62cb-4bba-b065-71ad7a47487f'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:13:39.111557 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5a8af649-4b7c-4c73-8ba3-a70e726fb4a8 req-1824201f-4c5e-41fc-b4d2-75e1d7fe2180 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "DELETE /v2.0/ports/0f3fb94b-62cb-4bba-b065-71ad7a47487f HTTP/1.1" status: 204 len: 173 time: 1.7495325 Feb 17 20:13:39.139180 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50afa6-287f-4f9b-a66d-c6737b8bec31', 'name': 'network-vif-deleted', 'tag': '0f3fb94b-62cb-4bba-b065-71ad7a47487f', 'status': 'completed', 'code': 200} Feb 17 20:13:39.189244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 502d92e5-427c-4543-8416-058ba191012f up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:13:39.274424 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:39.292926 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port 502d92e5-427c-4543-8416-058ba191012f completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:13:39.299659 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 502d92e5-427c-4543-8416-058ba191012f triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:13:39.300085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:39.441511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:39.480337 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:39.486617 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8824a1-0f4e-471b-a931-28e90849f57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d92e5-427c-4543-8416-058ba191012f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:13:39.501430 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 502d92e5-427c-4543-8416-058ba191012f, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=502d92e5-427c-4543-8416-058ba191012f,segment=NetworkSegment(e557fa5f-439c-481c-a618-00e1ab223c4f),segment_id=e557fa5f-439c-481c-a618-00e1ab223c4f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:13:39.508494 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:39.509510 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 239a0b21-3e11-4be5-b746-5403d1ce5cbf up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:13:39.542678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:39.646850 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=502d92e5-427c-4543-8416-058ba191012f,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:39.652756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:39.659301 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 239a0b21-3e11-4be5-b746-5403d1ce5cbf triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:13:39.659729 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:39.720589 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-83c8509d-658b-4258-b678-cbf4c87f853e req-c3d44ece-0a20-48e8-b34e-fac0ae6ae286 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Synchronizing usage tracker for tenant:90c75951530148fab0bc8105623c8dab on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:13:39.749671 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-83c8509d-658b-4258-b678-cbf4c87f853e req-c3d44ece-0a20-48e8-b34e-fac0ae6ae286 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Unset dirty status for tenant:90c75951530148fab0bc8105623c8dab on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:13:39.758789 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-83c8509d-658b-4258-b678-cbf4c87f853e req-c3d44ece-0a20-48e8-b34e-fac0ae6ae286 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa50afa6-287f-4f9b-a66d-c6737b8bec31 HTTP/1.1" status: 200 len: 210 time: 0.0978251 Feb 17 20:13:39.809439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a14fb4-e2bc-4d9f-9be8-7bde8f81f6a9 req-2a840fac-8ee4-49b8-b4a6-e15e78a54755 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:39.811267 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a5a14fb4-e2bc-4d9f-9be8-7bde8f81f6a9 req-2a840fac-8ee4-49b8-b4a6-e15e78a54755 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1996198 Feb 17 20:13:39.819489 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 0f3fb94b-62cb-4bba-b065-71ad7a47487f no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:13:39.857437 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8824a1-0f4e-471b-a931-28e90849f57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d92e5-427c-4543-8416-058ba191012f', 'code': 200} Feb 17 20:13:39.870525 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] No Port match for: 0f3fb94b-62cb-4bba-b065-71ad7a47487f {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:13:39.871160 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 0f3fb94b-62cb-4bba-b065-71ad7a47487f not bound to the agent host hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:13:39.884384 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a5a14fb4-e2bc-4d9f-9be8-7bde8f81f6a9 req-bac45bea-7ffe-4ae9-9ca5-65fb7ddd21d9 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664692 Feb 17 20:13:40.239968 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f7e40-bb97-47c3-b218-86a4d03ab639 req-08b4ae7e-dfb5-4d6d-9ddb-8d6ade07fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:40.241668 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-227f7e40-bb97-47c3-b218-86a4d03ab639 req-08b4ae7e-dfb5-4d6d-9ddb-8d6ade07fc6c service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 1162 time: 0.1681948 Feb 17 20:13:40.313374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82168d03-8d6b-4e4d-89d6-212ce4aa045a req-a4160a3f-75a0-4771-b5c6-51a89426739f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:40.316377 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-82168d03-8d6b-4e4d-89d6-212ce4aa045a req-a4160a3f-75a0-4771-b5c6-51a89426739f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.1700809 Feb 17 20:13:40.397718 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-227f7e40-bb97-47c3-b218-86a4d03ab639 req-31ab87ff-7885-4416-9671-e1b5690d80cb service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477056 Feb 17 20:13:40.449992 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:40.453690 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-82168d03-8d6b-4e4d-89d6-212ce4aa045a req-be0661ea-a268-428b-8934-bfa44b4b1b43 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852532 Feb 17 20:13:40.489450 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad522660-cea1-4064-beac-e6957480568b req-9cf0659c-5267-4426-94e6-c3c82ba97efc tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:40.493373 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad522660-cea1-4064-beac-e6957480568b req-9cf0659c-5267-4426-94e6-c3c82ba97efc tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 945 time: 0.1948845 Feb 17 20:13:40.542610 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad522660-cea1-4064-beac-e6957480568b req-0333265c-64e3-4278-9296-99b8ea5fb27f tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436027 Feb 17 20:13:41.139791 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5d90-7694-4418-a2ca-3fc100c83aa4 req-bf9717ee-b1ff-4a1d-9a7c-7cb126cfbc66 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:41.141622 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-429d5d90-7694-4418-a2ca-3fc100c83aa4 req-bf9717ee-b1ff-4a1d-9a7c-7cb126cfbc66 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1193089 Feb 17 20:13:41.196589 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-429d5d90-7694-4418-a2ca-3fc100c83aa4 req-7e0685ab-c228-4b09-87a9-e2322d57d9b9 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469682 Feb 17 20:13:41.374193 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 502d92e5-427c-4543-8416-058ba191012f up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:13:41.462083 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 502d92e5-427c-4543-8416-058ba191012f triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:13:41.462638 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:41.803150 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363c9f4-61f0-4050-b23f-7a6d37e05a78 req-0509e15d-1196-4770-8979-07b4d2648dce tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:41.804903 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2363c9f4-61f0-4050-b23f-7a6d37e05a78 req-0509e15d-1196-4770-8979-07b4d2648dce tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.1764722 Feb 17 20:13:41.824536 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac742d-037a-4150-a00e-5e8239d89bef req-1ffb5e40-16be-48e7-ac01-f480f247b1d9 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:41.826189 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b2ac742d-037a-4150-a00e-5e8239d89bef req-1ffb5e40-16be-48e7-ac01-f480f247b1d9 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 945 time: 0.1310623 Feb 17 20:13:41.907915 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2363c9f4-61f0-4050-b23f-7a6d37e05a78 req-84173e1a-fdb9-4143-a54a-5a7612f241e0 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907223 Feb 17 20:13:41.912557 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b2ac742d-037a-4150-a00e-5e8239d89bef req-e96c7d92-09d5-43e0-a019-a03dd62479d2 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661674 Feb 17 20:13:42.166194 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 502d92e5-427c-4543-8416-058ba191012f up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:13:42.253294 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 502d92e5-427c-4543-8416-058ba191012f triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:13:42.253713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:42.419548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60de22d-df45-4e93-b99b-a3e405201033 req-25fbd19c-94e7-41a4-9bd6-b89bef4d227a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:42.421381 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a60de22d-df45-4e93-b99b-a3e405201033 req-25fbd19c-94e7-41a4-9bd6-b89bef4d227a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0983257 Feb 17 20:13:42.514133 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a60de22d-df45-4e93-b99b-a3e405201033 req-769a8679-c5c3-4abb-ad39-3d5af0b92550 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861406 Feb 17 20:13:42.561647 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999a8ff-bbc7-4001-affb-9fcf61cd3119 req-a77b8eb1-1df6-4b0b-b28d-baf1395ac45d tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:42.563245 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2999a8ff-bbc7-4001-affb-9fcf61cd3119 req-a77b8eb1-1df6-4b0b-b28d-baf1395ac45d tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 946 time: 0.0954196 Feb 17 20:13:42.614240 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2999a8ff-bbc7-4001-affb-9fcf61cd3119 req-78711167-d754-4d16-a766-2f1c5c2d075d tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446131 Feb 17 20:13:42.988179 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a85af7-b275-44bd-878c-1472528f517e req-cdf6d5b3-b248-4758-897d-a456892b6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:42.989841 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a2a85af7-b275-44bd-878c-1472528f517e req-cdf6d5b3-b248-4758-897d-a456892b6791 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bef112b64fbd44c2889ba8317513c94e&device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 1163 time: 0.0857172 Feb 17 20:13:43.271387 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a85af7-b275-44bd-878c-1472528f517e req-d0436177-1efe-42e3-9a70-b4786d144e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:43.272918 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a2a85af7-b275-44bd-878c-1472528f517e req-d0436177-1efe-42e3-9a70-b4786d144e9d service neutron] 10.222.0.127 "GET /v2.0/networks?id=a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 200 len: 911 time: 0.2621751 Feb 17 20:13:43.359307 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caac97-b085-4462-a5dd-735151d6c81c req-6f011421-5e00-419a-a029-6ecb75e23fca tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:43.360896 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-78caac97-b085-4462-a5dd-735151d6c81c req-6f011421-5e00-419a-a029-6ecb75e23fca tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.2737517 Feb 17 20:13:43.378668 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67ec6d-8a39-4a82-a976-dc6eddd3eab9 req-33a58ec7-b89f-4103-8b06-3a5eaeb72941 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:43.380202 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ec67ec6d-8a39-4a82-a976-dc6eddd3eab9 req-33a58ec7-b89f-4103-8b06-3a5eaeb72941 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 945 time: 0.2942705 Feb 17 20:13:43.471639 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-78caac97-b085-4462-a5dd-735151d6c81c req-024c716f-d842-41f8-a334-0a3b81d4a45d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994730 Feb 17 20:13:43.473358 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a2a85af7-b275-44bd-878c-1472528f517e req-aba2b9e3-7262-42de-951b-8c006b95e8bf service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=239a0b21-3e11-4be5-b746-5403d1ce5cbf HTTP/1.1" status: 200 len: 1002 time: 0.1885364 Feb 17 20:13:43.493806 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ec67ec6d-8a39-4a82-a976-dc6eddd3eab9 req-3f585b91-7e03-42cf-95f9-6f4250c2272a tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932450 Feb 17 20:13:43.975656 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c75a4-606f-43ba-aa3e-cab0679d9fc1 req-df9b18c5-bfd8-4139-9af3-4cb3b2c034e4 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:43.977335 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ac7c75a4-606f-43ba-aa3e-cab0679d9fc1 req-df9b18c5-bfd8-4139-9af3-4cb3b2c034e4 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.3478632 Feb 17 20:13:44.011620 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10499df5-d545-46ee-980e-8aeb1afb181c req-827a4799-4626-4938-a480-7eb8a294fb51 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:44.013232 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-10499df5-d545-46ee-980e-8aeb1afb181c req-827a4799-4626-4938-a480-7eb8a294fb51 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 946 time: 0.1374202 Feb 17 20:13:44.060552 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ac7c75a4-606f-43ba-aa3e-cab0679d9fc1 req-6fa684ba-6512-4381-b996-819ae8ac04ff tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756652 Feb 17 20:13:44.079989 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-10499df5-d545-46ee-980e-8aeb1afb181c req-5f810b75-617c-4f65-9ef7-7f396966499a tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593097 Feb 17 20:13:44.816848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52167ba7-70c9-4abe-882c-d0b8206649f9 req-33c76e22-55ae-4f5d-bd4d-61b4a20269fb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:44.818488 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-52167ba7-70c9-4abe-882c-d0b8206649f9 req-33c76e22-55ae-4f5d-bd4d-61b4a20269fb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0872324 Feb 17 20:13:44.864982 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-52167ba7-70c9-4abe-882c-d0b8206649f9 req-325a0b43-8f48-4f3e-853e-1f956fb635f1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397696 Feb 17 20:13:45.331848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67750f-035e-499c-ba0b-93d76a11750c req-e118fcef-1fe8-49f2-b320-e9a82f294f9a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:45.333407 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9f67750f-035e-499c-ba0b-93d76a11750c req-e118fcef-1fe8-49f2-b320-e9a82f294f9a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1594901 Feb 17 20:13:45.339604 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9d57f-0c2d-4de0-bd33-0ad5d49af974 req-55a1e5b2-a72b-4adc-8e45-cc3aae699cad tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:45.341124 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c0c9d57f-0c2d-4de0-bd33-0ad5d49af974 req-55a1e5b2-a72b-4adc-8e45-cc3aae699cad tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 946 time: 0.1271541 Feb 17 20:13:45.475670 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9f67750f-035e-499c-ba0b-93d76a11750c req-a9b7252c-7d10-4832-a832-8efa9eb6ea76 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335001 Feb 17 20:13:45.484579 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c0c9d57f-0c2d-4de0-bd33-0ad5d49af974 req-dd95ddcb-c488-40d2-a777-a4d9c068b04f tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259420 Feb 17 20:13:45.486154 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a85af7-b275-44bd-878c-1472528f517e req-9181cf32-b982-4fa5-8421-1c2d9d0c8143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:45.487734 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a2a85af7-b275-44bd-878c-1472528f517e req-9181cf32-b982-4fa5-8421-1c2d9d0c8143 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1dab1ba6-9853-478e-b806-2a2376b065de HTTP/1.1" status: 200 len: 856 time: 0.1261392 Feb 17 20:13:46.070930 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239f5b1-4338-4f46-b9eb-8e6c700da2e7 req-d16e4a0a-52ff-4707-8fa1-a418b991ef4a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:46.073126 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a239f5b1-4338-4f46-b9eb-8e6c700da2e7 req-d16e4a0a-52ff-4707-8fa1-a418b991ef4a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0890000 Feb 17 20:13:46.121801 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a239f5b1-4338-4f46-b9eb-8e6c700da2e7 req-6bd1c7f5-0b77-427b-af6c-bcbb3dc92e49 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423071 Feb 17 20:13:46.809622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc52fd-b25b-42b7-a078-001c0134b727 req-f1aa829c-aa62-4999-aa4c-7a274f72e570 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:46.811262 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-adbc52fd-b25b-42b7-a078-001c0134b727 req-f1aa829c-aa62-4999-aa4c-7a274f72e570 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.2211306 Feb 17 20:13:46.818115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0eb32-08d3-4ee6-ac07-4be452911f42 req-18a51954-dd3a-411e-8448-7ac6bb19f316 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:46.819630 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f7a0eb32-08d3-4ee6-ac07-4be452911f42 req-18a51954-dd3a-411e-8448-7ac6bb19f316 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 946 time: 0.1931486 Feb 17 20:13:46.867096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a85af7-b275-44bd-878c-1472528f517e req-a1a0aa80-f06e-4ca4-89dc-22fe44a82c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:46.868683 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a2a85af7-b275-44bd-878c-1472528f517e req-a1a0aa80-f06e-4ca4-89dc-22fe44a82c93 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a0904cfe-b6c7-49f8-a858-3708f653bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1964707 Feb 17 20:13:47.000957 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-adbc52fd-b25b-42b7-a078-001c0134b727 req-36677087-7289-44b4-b2fc-8faf9e98d3da tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801186 Feb 17 20:13:47.003674 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f7a0eb32-08d3-4ee6-ac07-4be452911f42 req-e97236c1-f73a-4328-82cd-9c4f888e9895 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750474 Feb 17 20:13:47.061828 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a2a85af7-b275-44bd-878c-1472528f517e req-c5adc2d0-bbac-49d5-a654-d9ccd253b9a1 service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816194 Feb 17 20:13:47.209337 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a2a85af7-b275-44bd-878c-1472528f517e req-6576ea35-9d09-4260-962d-29ed8bc7e3ba service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396639 Feb 17 20:13:47.334775 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80474e30-e328-4255-b99d-529c15db892e req-396da38e-84b8-419a-a96c-2c698e95c73c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:47.336394 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-80474e30-e328-4255-b99d-529c15db892e req-396da38e-84b8-419a-a96c-2c698e95c73c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0902698 Feb 17 20:13:47.384657 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-80474e30-e328-4255-b99d-529c15db892e req-5374c3d0-b558-43c6-9c90-0f6739dcef66 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420108 Feb 17 20:13:47.767724 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20114426-754c-4527-b1be-b86ea129ac9f req-da6ee4d3-a0eb-4703-a8b2-78c6332ea55c tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:47.769331 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20114426-754c-4527-b1be-b86ea129ac9f req-da6ee4d3-a0eb-4703-a8b2-78c6332ea55c tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 945 time: 0.0888574 Feb 17 20:13:47.817792 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20114426-754c-4527-b1be-b86ea129ac9f req-64c2a90d-a464-4eeb-9ab5-048c5628c7ae tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417209 Feb 17 20:13:48.276015 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcc81c-2923-4de8-8463-175b1094c0fa req-c5cc300b-179f-4d1f-9aa1-bef906d509ae tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:48.277670 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ccfcc81c-2923-4de8-8463-175b1094c0fa req-c5cc300b-179f-4d1f-9aa1-bef906d509ae tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 946 time: 0.1615098 Feb 17 20:13:48.285256 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9b6e1-5b0e-4fd1-9809-d72a010475be req-7ead512a-1747-4a59-9bce-846f78d88ff8 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:48.286794 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-43d9b6e1-5b0e-4fd1-9809-d72a010475be req-7ead512a-1747-4a59-9bce-846f78d88ff8 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1330884 Feb 17 20:13:48.358107 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ccfcc81c-2923-4de8-8463-175b1094c0fa req-ef0724f5-a9ed-4133-9b24-103caaf27ca0 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702715 Feb 17 20:13:48.418301 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-43d9b6e1-5b0e-4fd1-9809-d72a010475be req-56208e7c-be5a-473e-b74b-f4530c6b5b16 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162770 Feb 17 20:13:48.485564 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752a3e7-e470-4592-b95f-3d0c1626dcb4 req-6b7d66b7-06da-4839-98e6-3a8ee6d3e832 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:48.487274 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9752a3e7-e470-4592-b95f-3d0c1626dcb4 req-6b7d66b7-06da-4839-98e6-3a8ee6d3e832 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 946 time: 0.1208277 Feb 17 20:13:48.626303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-9752a3e7-e470-4592-b95f-3d0c1626dcb4 req-4d499370-d573-4aee-9489-78bf964f66d3 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Deleting port 959a6715-596c-4874-a67f-7918db8e06bc {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:13:48.626691 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9752a3e7-e470-4592-b95f-3d0c1626dcb4 req-4d499370-d573-4aee-9489-78bf964f66d3 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:48.738155 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f47ea3-5af7-4736-8991-fc55b779c059 req-2ef873c7-810a-4538-954c-a540e41a9077 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:48.739677 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b8f47ea3-5af7-4736-8991-fc55b779c059 req-2ef873c7-810a-4538-954c-a540e41a9077 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.2087686 Feb 17 20:13:48.884754 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b8f47ea3-5af7-4736-8991-fc55b779c059 req-8ad9d52b-7871-4509-b260-ab569d4cec9e tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376824 Feb 17 20:13:48.996449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-9752a3e7-e470-4592-b95f-3d0c1626dcb4 req-4d499370-d573-4aee-9489-78bf964f66d3 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] For port 959a6715-596c-4874-a67f-7918db8e06bc, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=959a6715-596c-4874-a67f-7918db8e06bc,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:13:48.996915 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9752a3e7-e470-4592-b95f-3d0c1626dcb4 req-4d499370-d573-4aee-9489-78bf964f66d3 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:49.135041 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-9752a3e7-e470-4592-b95f-3d0c1626dcb4 req-4d499370-d573-4aee-9489-78bf964f66d3 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Calling delete_port for 959a6715-596c-4874-a67f-7918db8e06bc owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:13:49.232961 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051b811-428b-4536-8bca-4f50f7175b9e req-5c9aea52-f211-4ef1-8b40-3058feb7f307 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:49.234577 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c051b811-428b-4536-8bca-4f50f7175b9e req-5c9aea52-f211-4ef1-8b40-3058feb7f307 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 945 time: 0.3020923 Feb 17 20:13:49.333443 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c051b811-428b-4536-8bca-4f50f7175b9e req-c818cb24-3f28-4125-b3e1-73bc19c681c3 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917828 Feb 17 20:13:49.341914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9752a3e7-e470-4592-b95f-3d0c1626dcb4 req-4d499370-d573-4aee-9489-78bf964f66d3 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:49.359653 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-116311b5-e27a-4732-9b86-32c3bf497ae0 tempest-DeleteServersTestJSON-1456422388 tempest-DeleteServersTestJSON-1456422388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:49.466560 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d499370-d573-4aee-9489-78bf964f66d3 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Pushing event deleted for resources: {'Port': ['ID=959a6715-596c-4874-a67f-7918db8e06bc,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:49.469621 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4d499370-d573-4aee-9489-78bf964f66d3 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:49.537651 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-65298512-ef28-47a8-b235-7a5e06b6f627 req-e9f86743-9fc0-4866-aac6-2464f5b3a0e1 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 210 time: 0.0603909 Feb 17 20:13:49.876658 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-9752a3e7-e470-4592-b95f-3d0c1626dcb4 req-4d499370-d573-4aee-9489-78bf964f66d3 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] No DVR routers for this DVR port 959a6715-596c-4874-a67f-7918db8e06bc on host hv-cinder-76003 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:13:49.879829 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9752a3e7-e470-4592-b95f-3d0c1626dcb4 req-4d499370-d573-4aee-9489-78bf964f66d3 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:49.884002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683c29d5-417a-4e46-a96f-b105000df96f', 'name': 'network-vif-deleted', 'tag': '959a6715-596c-4874-a67f-7918db8e06bc'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:13:49.914410 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc9232-79b0-43d8-b0cd-c028e7d6f46f req-3352ec73-ae39-4914-977a-e39670621756 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:49.915419 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-86cc9232-79b0-43d8-b0cd-c028e7d6f46f req-3352ec73-ae39-4914-977a-e39670621756 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.3743908 Feb 17 20:13:49.919564 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9752a3e7-e470-4592-b95f-3d0c1626dcb4 req-4d499370-d573-4aee-9489-78bf964f66d3 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "DELETE /v2.0/ports/959a6715-596c-4874-a67f-7918db8e06bc HTTP/1.1" status: 204 len: 173 time: 1.4201880 Feb 17 20:13:49.937917 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683c29d5-417a-4e46-a96f-b105000df96f', 'name': 'network-vif-deleted', 'tag': '959a6715-596c-4874-a67f-7918db8e06bc', 'status': 'completed', 'code': 200} Feb 17 20:13:49.966350 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-86cc9232-79b0-43d8-b0cd-c028e7d6f46f req-b832c9bb-592f-4fca-9774-f8f832c3405f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446718 Feb 17 20:13:50.106093 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7e994-756c-4bb7-aa1d-75f8463194ce req-3f678882-48cb-4774-8ace-0ea5a7ee04ad tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:50.107663 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b6f7e994-756c-4bb7-aa1d-75f8463194ce req-3f678882-48cb-4774-8ace-0ea5a7ee04ad tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0869641 Feb 17 20:13:50.154595 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b6f7e994-756c-4bb7-aa1d-75f8463194ce req-b4f2d716-fd67-4f86-b96b-6e22c657467d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406363 Feb 17 20:13:50.533649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20177e97-15d6-46df-bc4a-f64b60b00d02 req-928e2420-42d6-4193-aeec-613e226dc13c tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:50.535250 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20177e97-15d6-46df-bc4a-f64b60b00d02 req-928e2420-42d6-4193-aeec-613e226dc13c tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 945 time: 0.0858700 Feb 17 20:13:50.583510 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20177e97-15d6-46df-bc4a-f64b60b00d02 req-158d1067-8f14-4703-8258-41ee7107c6b2 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407405 Feb 17 20:13:50.702212 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-08b5c44e-9729-44d6-a304-4b3b0b6d7993 req-665bd90e-9fd4-45fc-a42f-aa9096a8d2e0 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Synchronizing usage tracker for tenant:90c75951530148fab0bc8105623c8dab on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:13:50.716941 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-08b5c44e-9729-44d6-a304-4b3b0b6d7993 req-665bd90e-9fd4-45fc-a42f-aa9096a8d2e0 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Unset dirty status for tenant:90c75951530148fab0bc8105623c8dab on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:13:50.718163 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-08b5c44e-9729-44d6-a304-4b3b0b6d7993 req-665bd90e-9fd4-45fc-a42f-aa9096a8d2e0 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 210 time: 0.0657864 Feb 17 20:13:51.162229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bd179-e7e8-4f58-a70f-5bb898804549 req-9ad699b3-0861-43e8-81a3-8d8d7a05fdac tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:51.163816 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4a5bd179-e7e8-4f58-a70f-5bb898804549 req-9ad699b3-0861-43e8-81a3-8d8d7a05fdac tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0857306 Feb 17 20:13:51.217861 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4a5bd179-e7e8-4f58-a70f-5bb898804549 req-0f1a33d3-cf33-41c2-b9b3-06c1fd7a15c3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477769 Feb 17 20:13:51.359702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02af43d-96cf-4a55-b307-9bb3ea2afa5d req-47a88812-f35f-48ed-81ee-d3066d2ff722 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:51.361345 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a02af43d-96cf-4a55-b307-9bb3ea2afa5d req-47a88812-f35f-48ed-81ee-d3066d2ff722 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0893829 Feb 17 20:13:51.410113 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a02af43d-96cf-4a55-b307-9bb3ea2afa5d req-8a357c34-8b9c-45b2-9152-ad90eeb6ba65 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419359 Feb 17 20:13:51.780344 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b233d39-e874-49b3-aee0-fceadfb37eed req-6d324b5b-8710-449d-8f43-0b4b4550a546 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:51.781996 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b233d39-e874-49b3-aee0-fceadfb37eed req-6d324b5b-8710-449d-8f43-0b4b4550a546 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 945 time: 0.0874619 Feb 17 20:13:51.830150 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b233d39-e874-49b3-aee0-fceadfb37eed req-594a9140-9bd7-4016-98b9-2937722172b8 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417604 Feb 17 20:13:51.882454 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4287204f-9501-4405-b6ef-ed8b7e52579b req-d40057ac-1e96-4a78-a64e-b98050fbca7f tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c29d5-417a-4e46-a96f-b105000df96f HTTP/1.1" status: 200 len: 210 time: 0.0510905 Feb 17 20:13:52.419264 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1528706-20c9-45c1-bb7b-8e87b9dbaabc req-75c75802-5ff5-4b9d-aae3-a3a8da4f3d29 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:52.420822 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d1528706-20c9-45c1-bb7b-8e87b9dbaabc req-75c75802-5ff5-4b9d-aae3-a3a8da4f3d29 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0888605 Feb 17 20:13:52.470207 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d1528706-20c9-45c1-bb7b-8e87b9dbaabc req-9728fb4d-eeda-4df8-9ab2-34debc1a43da tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 Feb 17 20:13:52.622448 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e3375-fa65-40af-9c6a-d475c157422a req-740aa550-7014-4cec-88df-db422f238aa2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:52.624053 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-702e3375-fa65-40af-9c6a-d475c157422a req-740aa550-7014-4cec-88df-db422f238aa2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0925970 Feb 17 20:13:52.673454 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-702e3375-fa65-40af-9c6a-d475c157422a req-a81a0e19-146a-4622-875b-a001d162c560 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429988 Feb 17 20:13:52.817996 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a46844-4392-45c5-93a2-79af47b43159 req-a9d925e6-051b-4294-8ba0-7d854fade54c tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:52.819789 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-02a46844-4392-45c5-93a2-79af47b43159 req-a9d925e6-051b-4294-8ba0-7d854fade54c tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.127 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 945 time: 0.1071744 Feb 17 20:13:52.878787 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device cc005afc-6d4b-4bdb-8e94-99b407da00d2 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:13:52.946809 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Deleting port 502d92e5-427c-4543-8416-058ba191012f {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:13:52.947171 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:52.966606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port cc005afc-6d4b-4bdb-8e94-99b407da00d2 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:13:52.967359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:53.116033 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 959a6715-596c-4874-a67f-7918db8e06bc no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:13:53.158628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] No Port match for: 959a6715-596c-4874-a67f-7918db8e06bc {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:13:53.158988 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 959a6715-596c-4874-a67f-7918db8e06bc not bound to the agent host hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:13:53.286520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335e4b0-357d-47ce-8397-a62ec1100879 req-db441653-78e5-4b9d-90b6-84a314388729 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:53.288120 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6335e4b0-357d-47ce-8397-a62ec1100879 req-db441653-78e5-4b9d-90b6-84a314388729 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 945 time: 0.2752364 Feb 17 20:13:53.321445 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 502d92e5-427c-4543-8416-058ba191012f no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:13:53.421633 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] For port 502d92e5-427c-4543-8416-058ba191012f, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=502d92e5-427c-4543-8416-058ba191012f,segment=NetworkSegment(e557fa5f-439c-481c-a618-00e1ab223c4f),segment_id=e557fa5f-439c-481c-a618-00e1ab223c4f)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:13:53.422182 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:53.438433 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6335e4b0-357d-47ce-8397-a62ec1100879 req-bf480bea-2b03-44bd-b6e1-606a2e9e1577 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417556 Feb 17 20:13:53.447534 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:53.475740 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8824a1-0f4e-471b-a931-28e90849f57d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502d92e5-427c-4543-8416-058ba191012f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:13:53.486503 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 502d92e5-427c-4543-8416-058ba191012f, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=502d92e5-427c-4543-8416-058ba191012f,segment=NetworkSegment(e557fa5f-439c-481c-a618-00e1ab223c4f),segment_id=e557fa5f-439c-481c-a618-00e1ab223c4f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:13:53.490058 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:53.490869 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 239a0b21-3e11-4be5-b746-5403d1ce5cbf no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:13:53.522416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:53.567874 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8824a1-0f4e-471b-a931-28e90849f57d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502d92e5-427c-4543-8416-058ba191012f', 'code': 200} Feb 17 20:13:53.575876 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Calling delete_port for 502d92e5-427c-4543-8416-058ba191012f owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:13:53.622539 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=502d92e5-427c-4543-8416-058ba191012f,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:53.626161 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:53.682599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:53.716422 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 239a0b21-3e11-4be5-b746-5403d1ce5cbf, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=239a0b21-3e11-4be5-b746-5403d1ce5cbf,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:13:53.719990 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:53.721777 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:53.742916 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba5485-ab20-42bb-b0c1-37358fcb0330 req-6b5bbabe-0693-4a6b-83a2-ecd46a39f645 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:53.744562 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-deba5485-ab20-42bb-b0c1-37358fcb0330 req-6b5bbabe-0693-4a6b-83a2-ecd46a39f645 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 945 time: 0.3844600 Feb 17 20:13:53.752182 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84038) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:13:53.752477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:13:53.795875 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=239a0b21-3e11-4be5-b746-5403d1ce5cbf,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:53.799423 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:53.808769 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a843d38-d2c3-4cac-840b-6811609b5bb9 req-060863fb-1085-4fe1-9e8f-a9124a3a7087 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:53.810407 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0a843d38-d2c3-4cac-840b-6811609b5bb9 req-060863fb-1085-4fe1-9e8f-a9124a3a7087 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1888759 Feb 17 20:13:53.817995 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-deba5485-ab20-42bb-b0c1-37358fcb0330 req-7b882eb1-214b-4c8d-81a8-e6e6e47b5fd6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644557 Feb 17 20:13:53.861689 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0a843d38-d2c3-4cac-840b-6811609b5bb9 req-41feb959-71ab-4cce-961d-7de186a6e609 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420792 Feb 17 20:13:54.004557 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3809f0e-b41e-4fba-a6b0-6c722482fb6c req-80b420d8-7414-4ffc-9905-990fb353d2c2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:54.006267 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c3809f0e-b41e-4fba-a6b0-6c722482fb6c req-80b420d8-7414-4ffc-9905-990fb353d2c2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.0894718 Feb 17 20:13:54.055239 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c3809f0e-b41e-4fba-a6b0-6c722482fb6c req-f6d56a7a-f142-4149-ade3-079095151a07 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420470 Feb 17 20:13:54.254199 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Deleting port 502d92e5-427c-4543-8416-058ba191012f {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:13:54.254718 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:54.527359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] For port 502d92e5-427c-4543-8416-058ba191012f, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=502d92e5-427c-4543-8416-058ba191012f,segment=NetworkSegment(e557fa5f-439c-481c-a618-00e1ab223c4f),segment_id=e557fa5f-439c-481c-a618-00e1ab223c4f)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:13:54.527887 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:54.702140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Calling delete_port for 502d92e5-427c-4543-8416-058ba191012f owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:13:54.870300 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e805024-88eb-445f-818d-5e34212b5311 req-8efb9dca-aa59-49f3-a29a-e157a854672e tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:54.872090 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7e805024-88eb-445f-818d-5e34212b5311 req-8efb9dca-aa59-49f3-a29a-e157a854672e tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 943 time: 0.2745745 Feb 17 20:13:54.934198 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:54.991459 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d616b821-ab58-4a72-bd79-dd4ac14edf79 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:55.040998 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7e805024-88eb-445f-818d-5e34212b5311 req-98d6d44f-18dd-4d9d-9e7a-5570cad70898 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593742 Feb 17 20:13:55.044420 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 57062) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:13:55.106663 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Pushing event deleted for resources: {'Port': ['ID=502d92e5-427c-4543-8416-058ba191012f,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:55.120382 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:55.213336 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-237498b7-eae2-4afd-9f9a-60b78d8dc4ee req-6a7f0962-c459-4cd9-aa6c-691976625401 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1675596 Feb 17 20:13:55.245979 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784e187-8db3-4c7a-bf5c-d271055330cc req-b665ee9b-77c2-467c-8887-d43d4492f4d4 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:55.247626 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9784e187-8db3-4c7a-bf5c-d271055330cc req-b665ee9b-77c2-467c-8887-d43d4492f4d4 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.3195043 Feb 17 20:13:55.320128 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:13:55.339289 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] No DVR routers for this DVR port 502d92e5-427c-4543-8416-058ba191012f on host hv-cinder-76003 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:13:55.346184 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:55.348849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8824a1-0f4e-471b-a931-28e90849f57d', 'name': 'network-vif-deleted', 'tag': '502d92e5-427c-4543-8416-058ba191012f'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:13:55.370548 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9784e187-8db3-4c7a-bf5c-d271055330cc req-098595a0-1cd7-461e-a556-ad2fd46d9936 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131830 Feb 17 20:13:55.377181 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-02a46844-4392-45c5-93a2-79af47b43159 req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.127 "DELETE /v2.0/ports/502d92e5-427c-4543-8416-058ba191012f HTTP/1.1" status: 204 len: 173 time: 2.5508797 Feb 17 20:13:55.393753 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb9dd1-2f3b-4887-970f-6bde45eae53c req-ff92ef70-ddd9-4f37-bbbe-cd98d93a9cdb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:55.395380 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-eacb9dd1-2f3b-4887-970f-6bde45eae53c req-ff92ef70-ddd9-4f37-bbbe-cd98d93a9cdb tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 945 time: 0.2314339 Feb 17 20:13:55.461455 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-eacb9dd1-2f3b-4887-970f-6bde45eae53c req-0e8abade-f0e8-4362-adeb-ef183c9e3617 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593064 Feb 17 20:13:55.514002 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8824a1-0f4e-471b-a931-28e90849f57d', 'name': 'network-vif-deleted', 'tag': '502d92e5-427c-4543-8416-058ba191012f', 'status': 'completed', 'code': 200} Feb 17 20:13:55.569348 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239a0b21-3e11-4be5-b746-5403d1ce5cbf'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:13:55.613541 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '239a0b21-3e11-4be5-b746-5403d1ce5cbf', 'code': 422} returned with failed status Feb 17 20:13:55.614477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6e1e4-9188-4966-82b3-05a6bb9fae7d req-5769249f-da38-47cb-bfc3-de3903d2c6c3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:55.616105 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6ad6e1e4-9188-4966-82b3-05a6bb9fae7d req-5769249f-da38-47cb-bfc3-de3903d2c6c3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0894957 Feb 17 20:13:55.663852 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6ad6e1e4-9188-4966-82b3-05a6bb9fae7d req-1d4db1b4-764d-42f3-81c3-c8ec58617d4c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 Feb 17 20:13:56.202799 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-0abb9598-8019-43dd-9aa9-c0223388cd05 req-ad583820-1bc5-42e3-b62d-9bb9c0594965 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Synchronizing usage tracker for tenant:103a603bea3646cd92b2cbd8b94e1466 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:13:56.217091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-0abb9598-8019-43dd-9aa9-c0223388cd05 req-ad583820-1bc5-42e3-b62d-9bb9c0594965 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Unset dirty status for tenant:103a603bea3646cd92b2cbd8b94e1466 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:13:56.218338 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0abb9598-8019-43dd-9aa9-c0223388cd05 req-ad583820-1bc5-42e3-b62d-9bb9c0594965 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8824a1-0f4e-471b-a931-28e90849f57d HTTP/1.1" status: 200 len: 210 time: 0.0640655 Feb 17 20:13:56.941154 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dfa5d-288e-4bf7-a20d-c1ee73052f2e req-e42271e5-a852-42bf-954d-09d814fd5baa tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:56.942802 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e23dfa5d-288e-4bf7-a20d-c1ee73052f2e req-e42271e5-a852-42bf-954d-09d814fd5baa tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.4292016 Feb 17 20:13:56.959556 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acd040-1f97-4276-9f3c-c66e2b9441c3 req-4273057a-026e-485e-a993-6f0e66983681 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:56.961092 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b9acd040-1f97-4276-9f3c-c66e2b9441c3 req-4273057a-026e-485e-a993-6f0e66983681 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 945 time: 0.1980345 Feb 17 20:13:56.978749 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a9204-2287-4d35-a0e7-2b6fe6785230 req-968cf4e9-ed11-41f3-9bb2-c9d46b6205a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:56.980308 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f71a9204-2287-4d35-a0e7-2b6fe6785230 req-968cf4e9-ed11-41f3-9bb2-c9d46b6205a7 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 1162 time: 0.1684384 Feb 17 20:13:57.073747 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e23dfa5d-288e-4bf7-a20d-c1ee73052f2e req-8c890627-c8ab-4724-bf4b-76437d7ffb80 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228707 Feb 17 20:13:57.086429 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b9acd040-1f97-4276-9f3c-c66e2b9441c3 req-001f4507-cf81-4441-b8fd-adc0e06bc286 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033742 Feb 17 20:13:57.089029 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f71a9204-2287-4d35-a0e7-2b6fe6785230 req-e92ccd6c-3b95-4c50-8c84-0809b3be7d54 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847974 Feb 17 20:13:57.284250 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd99ca-e98b-4459-8acf-4b6ef1b2f1d2 req-30a5685c-4960-4f4d-9a30-71d3cd02d6e5 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:57.285883 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b1dd99ca-e98b-4459-8acf-4b6ef1b2f1d2 req-30a5685c-4960-4f4d-9a30-71d3cd02d6e5 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0962660 Feb 17 20:13:57.357814 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b1dd99ca-e98b-4459-8acf-4b6ef1b2f1d2 req-83d6b682-bed7-4782-980f-352b16a5371b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653200 Feb 17 20:13:57.689415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-2e48ef7d-3759-48df-aaa6-e9ac21d1ab4b tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:57.691030 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-2e48ef7d-3759-48df-aaa6-e9ac21d1ab4b tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/networks?id=1b670215-d662-4382-956d-1181549847d2 HTTP/1.1" status: 200 len: 809 time: 0.2244682 Feb 17 20:13:57.694304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237498b7-eae2-4afd-9f9a-60b78d8dc4ee req-da4eb3b9-9371-4276-bbca-31ddaf61d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:57.695738 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-237498b7-eae2-4afd-9f9a-60b78d8dc4ee req-da4eb3b9-9371-4276-bbca-31ddaf61d846 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4&tenant_id=bef112b64fbd44c2889ba8317513c94e HTTP/1.1" status: 200 len: 1161 time: 0.1500256 Feb 17 20:13:57.707048 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-4c17b5cf-b0c1-48e0-b7d4-43aa617c2567 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/quotas/103a603bea3646cd92b2cbd8b94e1466 HTTP/1.1" status: 200 len: 375 time: 0.0094202 Feb 17 20:13:57.803678 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-af7a8c9b-0ec3-4b38-8305-6d6b0f1114ba tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=103a603bea3646cd92b2cbd8b94e1466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904632 Feb 17 20:13:57.946578 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237498b7-eae2-4afd-9f9a-60b78d8dc4ee req-437c0f21-e8d9-43ce-9ea8-78fc0c91f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:57.948173 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-237498b7-eae2-4afd-9f9a-60b78d8dc4ee req-437c0f21-e8d9-43ce-9ea8-78fc0c91f432 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bef112b64fbd44c2889ba8317513c94e&device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 1161 time: 0.1981292 Feb 17 20:13:58.047534 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-82e1f532-28d5-4ed3-ae00-277b91f902b4 service neutron] 10.222.0.73 "GET /v2.0/networks/1b670215-d662-4382-956d-1181549847d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352514 Feb 17 20:13:58.266082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237498b7-eae2-4afd-9f9a-60b78d8dc4ee req-1baf5c89-4984-4a86-b8d2-bed47511fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:58.267597 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-237498b7-eae2-4afd-9f9a-60b78d8dc4ee req-1baf5c89-4984-4a86-b8d2-bed47511fc49 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 200 len: 911 time: 0.3057206 Feb 17 20:13:58.358305 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-6fb0ccd7-9327-4437-a83e-61cefdb6031b service neutron] 10.222.0.73 "GET /v2.0/networks/1b670215-d662-4382-956d-1181549847d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3022172 Feb 17 20:13:58.438169 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-237498b7-eae2-4afd-9f9a-60b78d8dc4ee req-17c529a1-18ce-4c9c-a46b-7532ec809fe8 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=239a0b21-3e11-4be5-b746-5403d1ce5cbf HTTP/1.1" status: 200 len: 1000 time: 0.1568124 Feb 17 20:13:58.446014 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3713b-cb07-417b-b118-dcf37c058bb3 req-510e2b9f-17c7-437c-91cc-24fc3a369ade tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:58.453623 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7cd3713b-cb07-417b-b118-dcf37c058bb3 req-510e2b9f-17c7-437c-91cc-24fc3a369ade tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.2571447 Feb 17 20:13:58.563284 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7cd3713b-cb07-417b-b118-dcf37c058bb3 req-1ed250db-9616-4c43-9211-272175ec0078 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086214 Feb 17 20:13:58.571158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237498b7-eae2-4afd-9f9a-60b78d8dc4ee req-eff130f3-4e86-4f35-ba67-f22a0901222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:58.589601 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-237498b7-eae2-4afd-9f9a-60b78d8dc4ee req-eff130f3-4e86-4f35-ba67-f22a0901222d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1dab1ba6-9853-478e-b806-2a2376b065de HTTP/1.1" status: 200 len: 856 time: 0.1337285 Feb 17 20:13:58.611648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device cc005afc-6d4b-4bdb-8e94-99b407da00d2 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:13:58.750761 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd35a7e-0019-4461-952e-15f30c819328 req-cd7f305b-401a-43e4-bb40-ce0b3963ccca tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:58.751213 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port cc005afc-6d4b-4bdb-8e94-99b407da00d2 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:13:58.751543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-fbd35a7e-0019-4461-952e-15f30c819328 req-cd7f305b-401a-43e4-bb40-ce0b3963ccca tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Synchronizing usage tracker for tenant:90c75951530148fab0bc8105623c8dab on resource:port {{(pid=84037) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:13:58.751847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:58.764619 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-fbd35a7e-0019-4461-952e-15f30c819328 req-cd7f305b-401a-43e4-bb40-ce0b3963ccca tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Unset dirty status for tenant:90c75951530148fab0bc8105623c8dab on resource:port {{(pid=84037) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:13:58.766057 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fbd35a7e-0019-4461-952e-15f30c819328 req-cd7f305b-401a-43e4-bb40-ce0b3963ccca tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 945 time: 0.1630065 Feb 17 20:13:58.825584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237498b7-eae2-4afd-9f9a-60b78d8dc4ee req-9e13c40d-c4e1-48d0-811a-1678e6328b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:58.827245 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-237498b7-eae2-4afd-9f9a-60b78d8dc4ee req-9e13c40d-c4e1-48d0-811a-1678e6328b97 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a0904cfe-b6c7-49f8-a858-3708f653bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2235641 Feb 17 20:13:58.880926 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Deleting port 6b93b748-5682-48b9-b45c-6dcdac2f5db7 {{(pid=84037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:13:58.881584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:58.907436 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 6b93b748-5682-48b9-b45c-6dcdac2f5db7 no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:13:58.976251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75fc6d-e66f-4100-a2dd-aaeaa6c4cfaa req-de322e40-6c00-4528-8748-f1b68a183b16 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:58.978478 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cb75fc6d-e66f-4100-a2dd-aaeaa6c4cfaa req-de322e40-6c00-4528-8748-f1b68a183b16 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 945 time: 0.2951674 Feb 17 20:13:59.016341 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3317545-2a14-4351-88e3-a0f63731df2b req-4657291d-727e-4744-be60-1ca556c2e568 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:13:59.017992 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e3317545-2a14-4351-88e3-a0f63731df2b req-4657291d-727e-4744-be60-1ca556c2e568 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.2829573 Feb 17 20:13:59.062371 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:59.063202 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-237498b7-eae2-4afd-9f9a-60b78d8dc4ee req-84a2fdbd-16de-4cda-94e9-77a8eb321f73 service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267976 Feb 17 20:13:59.094287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642b4603-8d40-48cf-ab5b-4d971f05e14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b93b748-5682-48b9-b45c-6dcdac2f5db7'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:13:59.107826 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 6b93b748-5682-48b9-b45c-6dcdac2f5db7, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=6b93b748-5682-48b9-b45c-6dcdac2f5db7,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:13:59.111537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:59.114027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:13:59.182479 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] For port 6b93b748-5682-48b9-b45c-6dcdac2f5db7, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=6b93b748-5682-48b9-b45c-6dcdac2f5db7,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:13:59.183299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:13:59.198360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=6b93b748-5682-48b9-b45c-6dcdac2f5db7,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:13:59.209168 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:13:59.226128 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cb75fc6d-e66f-4100-a2dd-aaeaa6c4cfaa req-e047a982-418a-473d-b5fe-aadd120c4eed tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381039 Feb 17 20:13:59.233355 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e3317545-2a14-4351-88e3-a0f63731df2b req-f271aca3-376d-4b50-ad48-be3d406339c5 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746852 Feb 17 20:13:59.295757 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-237498b7-eae2-4afd-9f9a-60b78d8dc4ee req-e10d189d-6d89-49e1-9874-ab981bb56ccd service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2003174 Feb 17 20:13:59.339488 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642b4603-8d40-48cf-ab5b-4d971f05e14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b93b748-5682-48b9-b45c-6dcdac2f5db7', 'code': 200} Feb 17 20:13:59.349151 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Calling delete_port for 6b93b748-5682-48b9-b45c-6dcdac2f5db7 owned by compute:nova {{(pid=84037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:13:59.448576 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-85295004-aaeb-404a-a85d-8c3fe6bb116d req-50895eb7-b7da-4dfb-8ed4-543475084615 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 210 time: 0.0728881 Feb 17 20:13:59.515696 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84037) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:13:59.516055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:14:00.017235 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Deleting port 6b93b748-5682-48b9-b45c-6dcdac2f5db7 {{(pid=84037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:14:00.017846 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:00.280115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-42b7803a-4471-461e-a0fc-60fafa0fa321 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:00.281725 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-42b7803a-4471-461e-a0fc-60fafa0fa321 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.127 "GET /v2.0/networks?id=1b670215-d662-4382-956d-1181549847d2 HTTP/1.1" status: 200 len: 809 time: 0.3135049 Feb 17 20:14:00.286988 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] For port 6b93b748-5682-48b9-b45c-6dcdac2f5db7, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=6b93b748-5682-48b9-b45c-6dcdac2f5db7,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:14:00.287387 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:00.300513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a02939-8641-473e-a4e8-6a2b3765558c req-6a627ba9-5d11-49cb-8b63-d8ab195f39e1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:00.302117 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b6a02939-8641-473e-a4e8-6a2b3765558c req-6a627ba9-5d11-49cb-8b63-d8ab195f39e1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.6159768 Feb 17 20:14:00.320284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8548fc6-abdf-4dc9-beaa-ebd179069ad3 req-143b8b7b-563c-4e56-ac9d-b26ed395c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:00.322414 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f8548fc6-abdf-4dc9-beaa-ebd179069ad3 req-143b8b7b-563c-4e56-ac9d-b26ed395c282 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=2b9361d772f4489e90685a3b38a5e845&device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 1162 time: 0.3554142 Feb 17 20:14:00.327991 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Request body: {'port': {'device_id': '8f6bb6ce-fef5-4834-bfa5-13786f37cd98', 'network_id': '1b670215-d662-4382-956d-1181549847d2', 'admin_state_up': True, 'tenant_id': '103a603bea3646cd92b2cbd8b94e1466'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:00.364579 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3b4dd-f83c-46c2-8d0b-1b9e5fa701b0 req-fa4837b6-9054-4cf1-af39-b635126ae4a4 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:00.366266 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-39d3b4dd-f83c-46c2-8d0b-1b9e5fa701b0 req-fa4837b6-9054-4cf1-af39-b635126ae4a4 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.3968363 Feb 17 20:14:00.424649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Calling delete_port for 6b93b748-5682-48b9-b45c-6dcdac2f5db7 owned by compute:nova {{(pid=84037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:14:00.578960 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:00.599903 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:00.605863 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b6a02939-8641-473e-a4e8-6a2b3765558c req-92a90c46-8ad5-4baf-90fd-94b4f5588620 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943294 Feb 17 20:14:00.620639 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-39d3b4dd-f83c-46c2-8d0b-1b9e5fa701b0 req-eb8fdc8b-30c1-45c2-8e25-904758fa83a8 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972349 Feb 17 20:14:00.705475 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:00.729527 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Pushing event deleted for resources: {'Port': ['ID=6b93b748-5682-48b9-b45c-6dcdac2f5db7,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:00.730271 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:00.732843 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8548fc6-abdf-4dc9-beaa-ebd179069ad3 req-fc987f8c-3364-44ba-bd5a-90a67a7eb760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:00.734480 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f8548fc6-abdf-4dc9-beaa-ebd179069ad3 req-fc987f8c-3364-44ba-bd5a-90a67a7eb760 service neutron] 10.222.0.127 "GET /v2.0/networks?id=1d2eccab-e555-4638-9d23-76160788f85e HTTP/1.1" status: 200 len: 913 time: 0.3917086 Feb 17 20:14:00.747729 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.748496 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.749231 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.749954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.750807 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.751422 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.752027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.752748 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.753398 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.754589 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.755312 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.755912 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.757484 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.758251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.759009 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.759696 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.760535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.761259 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.761862 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.762476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.763061 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.763643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.764239 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.764820 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:00.772136 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:00.905541 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Made reservation on behalf of 103a603bea3646cd92b2cbd8b94e1466 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:14:00.911988 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:00.974317 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f8548fc6-abdf-4dc9-beaa-ebd179069ad3 req-4e406234-2b5e-4a1f-96a5-2d72f6f6b94e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc005afc-6d4b-4bdb-8e94-99b407da00d2 HTTP/1.1" status: 200 len: 217 time: 0.2317040 Feb 17 20:14:00.990463 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0f8bfbb4-697e-4b66-879e-aff9bcf65878 req-8d254347-ff0f-4e4e-9002-b8b2b7ee371c tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 210 time: 0.1823752 Feb 17 20:14:01.002133 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b861e97-7ea0-4888-9842-9a73c4b0cdf0 req-e87ea9f7-814d-4845-b07e-6f4f44e3f10b tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 210 time: 0.1138892 Feb 17 20:14:01.209380 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] No DVR routers for this DVR port 6b93b748-5682-48b9-b45c-6dcdac2f5db7 on host hv-cinder-76003 {{(pid=84037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:14:01.217185 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:01.237297 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642b4603-8d40-48cf-ab5b-4d971f05e14c', 'name': 'network-vif-deleted', 'tag': '6b93b748-5682-48b9-b45c-6dcdac2f5db7'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:14:01.264690 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fbd35a7e-0019-4461-952e-15f30c819328 req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "DELETE /v2.0/ports/6b93b748-5682-48b9-b45c-6dcdac2f5db7 HTTP/1.1" status: 204 len: 173 time: 2.4924302 Feb 17 20:14:01.328453 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642b4603-8d40-48cf-ab5b-4d971f05e14c', 'name': 'network-vif-deleted', 'tag': '6b93b748-5682-48b9-b45c-6dcdac2f5db7', 'status': 'completed', 'code': 200} Feb 17 20:14:01.488132 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Allocated IP 172.20.0.13 (1b670215-d662-4382-956d-1181549847d2/4de8e867-d963-4d0f-b1e7-7ea804532334/fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:14:01.881404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:02.006404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7748de-f8c5-4c71-90c1-6250d5401f8c req-cb4fc773-4a1d-4f33-9f88-6f5315d821ab tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:02.008062 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ba7748de-f8c5-4c71-90c1-6250d5401f8c req-cb4fc773-4a1d-4f33-9f88-6f5315d821ab tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.1952326 Feb 17 20:14:02.034200 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:02.064904 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809d5d-76f9-484d-a0ac-6b28a14d7f3c req-2b0d952d-1d61-4bc1-ba14-7ef6e04956d3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:02.066539 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-51809d5d-76f9-484d-a0ac-6b28a14d7f3c req-2b0d952d-1d61-4bc1-ba14-7ef6e04956d3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1966653 Feb 17 20:14:02.067238 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c6e47cde-f004-4f1d-945c-5444ab6c0209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:02.258087 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ba7748de-f8c5-4c71-90c1-6250d5401f8c req-69eede30-3557-4732-ad89-d41298f664b4 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415683 Feb 17 20:14:02.263896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Pushing event updated for resources: {'Port': ['ID=fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:02.270409 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:02.278587 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-51809d5d-76f9-484d-a0ac-6b28a14d7f3c req-3fd8a0c8-e7a5-4974-a949-988a6fc95e6d tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684101 Feb 17 20:14:02.351085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Network 1b670215-d662-4382-956d-1181549847d2 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:14:02.352519 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:14:02.359217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:14:02.541634 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4cd0a19d-a3a3-4f78-b290-d8204f5f5032 req-976f2450-40a9-43f7-9d4d-ed930dcd5735 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 210 time: 0.1284268 Feb 17 20:14:02.567382 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:02.568088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:02.605403 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3020215 Feb 17 20:14:02.623232 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be911f07-9903-45d1-8a9e-ac2c35a48762 req-1498bee1-55e4-4299-88ad-007c50cc2c3a tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:02.623986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-be911f07-9903-45d1-8a9e-ac2c35a48762 req-1498bee1-55e4-4299-88ad-007c50cc2c3a tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Synchronizing usage tracker for tenant:103a603bea3646cd92b2cbd8b94e1466 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:14:02.638051 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-be911f07-9903-45d1-8a9e-ac2c35a48762 req-1498bee1-55e4-4299-88ad-007c50cc2c3a tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Unset dirty status for tenant:103a603bea3646cd92b2cbd8b94e1466 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:14:02.639270 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-be911f07-9903-45d1-8a9e-ac2c35a48762 req-1498bee1-55e4-4299-88ad-007c50cc2c3a tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 932 time: 0.1644757 Feb 17 20:14:02.692531 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-be911f07-9903-45d1-8a9e-ac2c35a48762 req-851d3fef-9d91-4d80-ad39-96e9e57a65a9 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469546 Feb 17 20:14:03.560555 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0e890-60de-4bc5-9d36-241d9f252c9f req-d71fff72-67a9-4eee-88a1-90f0ff417532 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:03.562219 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5bc0e890-60de-4bc5-9d36-241d9f252c9f req-d71fff72-67a9-4eee-88a1-90f0ff417532 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.1656024 Feb 17 20:14:03.569800 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585397b6-f868-4fbe-92df-1be7fc4e18d8 req-2cf0a429-1842-4548-97ef-386dfcac07a9 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:03.571459 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-585397b6-f868-4fbe-92df-1be7fc4e18d8 req-2cf0a429-1842-4548-97ef-386dfcac07a9 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1338768 Feb 17 20:14:03.845629 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5bc0e890-60de-4bc5-9d36-241d9f252c9f req-a79c064e-b187-4451-85dc-1274be40d5f6 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730768 Feb 17 20:14:03.848459 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-585397b6-f868-4fbe-92df-1be7fc4e18d8 req-65f942c5-598c-47b2-b97b-42a907353f2e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657945 Feb 17 20:14:04.078794 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cc8249c6-b064-4290-bd5c-ce489812f2fb req-337e0996-a59c-441e-8f46-b5e781589ad2 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 210 time: 0.0597146 Feb 17 20:14:04.123929 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceaca9-9449-4834-89c2-a72273bd207e req-f65660e4-f9f3-407d-a3d7-f4060b51ceb5 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:04.125639 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3dceaca9-9449-4834-89c2-a72273bd207e req-f65660e4-f9f3-407d-a3d7-f4060b51ceb5 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 932 time: 0.1522956 Feb 17 20:14:04.174437 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3dceaca9-9449-4834-89c2-a72273bd207e req-57ca642b-d4f6-4f15-bf0f-12201b2cf0ce tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423200 Feb 17 20:14:05.026504 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f0a3c799-6943-4245-8acf-7a62e4e33d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:05.149284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1759e9-d5d0-4370-98c7-08a800ef327a req-abc90ac2-abaf-405a-b5ea-ff07e6a6f481 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:05.151424 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2e1759e9-d5d0-4370-98c7-08a800ef327a req-abc90ac2-abaf-405a-b5ea-ff07e6a6f481 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1631210 Feb 17 20:14:05.158854 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90870690-8237-4aed-a2af-b29dbe7c885e req-b7675d9b-a07a-4885-8a32-cacb1688a0ca tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:05.160368 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-90870690-8237-4aed-a2af-b29dbe7c885e req-b7675d9b-a07a-4885-8a32-cacb1688a0ca tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.1262975 Feb 17 20:14:05.241507 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2e1759e9-d5d0-4370-98c7-08a800ef327a req-f2eeb5ea-4ed7-4a6c-b56a-b029c76b5b05 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800655 Feb 17 20:14:05.246522 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-90870690-8237-4aed-a2af-b29dbe7c885e req-c12deed8-9265-4ff9-8bdd-90b55524152a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687077 Feb 17 20:14:05.461295 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-eef8ea1f-19f9-424e-a0c3-3a6135755454 req-4d4f3ef2-c28c-46d1-a9c1-369aeae775aa tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 210 time: 0.0960863 Feb 17 20:14:05.510175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee576b-2331-4002-96a2-161dba5b91ca req-6eb5bd93-6dd4-472c-94e9-0f8103e15732 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:05.511833 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-41ee576b-2331-4002-96a2-161dba5b91ca req-6eb5bd93-6dd4-472c-94e9-0f8103e15732 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 932 time: 0.1502905 Feb 17 20:14:05.563520 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-41ee576b-2331-4002-96a2-161dba5b91ca req-b3114819-32d0-4815-bdfc-b1b751ce8b28 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453160 Feb 17 20:14:06.518950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f24b6-d026-4fcb-9c5e-5a3268f20308 req-7345c45a-bf3b-4874-b2b7-0fc2df364852 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:06.520623 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5f2f24b6-d026-4fcb-9c5e-5a3268f20308 req-7345c45a-bf3b-4874-b2b7-0fc2df364852 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1624620 Feb 17 20:14:06.527746 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322c663-28f8-4fd5-902d-76337b2e6b4c req-08408517-6454-4704-9d0d-87fd02dfedf5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:06.529469 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0322c663-28f8-4fd5-902d-76337b2e6b4c req-08408517-6454-4704-9d0d-87fd02dfedf5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.1336293 Feb 17 20:14:06.607004 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5f2f24b6-d026-4fcb-9c5e-5a3268f20308 req-a951bbab-13e1-475b-bb93-ca923099548c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765338 Feb 17 20:14:06.611806 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0322c663-28f8-4fd5-902d-76337b2e6b4c req-a7bdb7b2-5ccb-4fc5-955b-1add6cbf73aa tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644834 Feb 17 20:14:06.832693 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1b4131d8-cb50-4c79-83db-d8ec9feadfa0 req-43400af5-6053-4298-8090-6ec278764e49 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 210 time: 0.0653548 Feb 17 20:14:06.874933 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e119a-4f45-48e0-8a00-81b1175c9883 req-6863a7d6-50ee-4ada-8b48-92342fb155ca tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:06.876551 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d36e119a-4f45-48e0-8a00-81b1175c9883 req-6863a7d6-50ee-4ada-8b48-92342fb155ca tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 932 time: 0.1488132 Feb 17 20:14:06.926680 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d36e119a-4f45-48e0-8a00-81b1175c9883 req-d1cb40d4-adc6-4ccb-a8b6-6ae13e26e020 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436349 Feb 17 20:14:07.687482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6fef1593-7372-437c-9848-061199a26901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:07.904170 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd7978-daab-4368-801c-3a74d8f44525 req-218443f0-c4b4-4948-bbbc-d2adc0f7655d tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:07.905726 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b4fd7978-daab-4368-801c-3a74d8f44525 req-218443f0-c4b4-4948-bbbc-d2adc0f7655d tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1264167 Feb 17 20:14:07.913319 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0e1dc-74f0-435a-a430-12611bf8f0d6 req-f1fdd586-16f1-4f9a-820d-03f97fe2dd70 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:07.914845 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b7c0e1dc-74f0-435a-a430-12611bf8f0d6 req-f1fdd586-16f1-4f9a-820d-03f97fe2dd70 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.1720178 Feb 17 20:14:07.918677 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:07.996331 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b4fd7978-daab-4368-801c-3a74d8f44525 req-1193110e-a43e-462e-b175-24e3c2592b09 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797675 Feb 17 20:14:07.999246 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b7c0e1dc-74f0-435a-a430-12611bf8f0d6 req-82e57b65-c755-4dd1-9288-ff14157ac7db tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683279 Feb 17 20:14:08.156282 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-df47e452-0040-4057-9b52-ca9ab1171fb0 req-3629e623-0514-48d5-9386-2260475970de tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 210 time: 0.0543933 Feb 17 20:14:08.241793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6797afc-0668-442f-a812-7c78ea316c36 req-29425ed2-3153-4623-a8d9-568c4401b27f tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:08.243519 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b6797afc-0668-442f-a812-7c78ea316c36 req-29425ed2-3153-4623-a8d9-568c4401b27f tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 932 time: 0.0900979 Feb 17 20:14:08.292627 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b6797afc-0668-442f-a812-7c78ea316c36 req-3874ea80-d31c-4b05-8e93-29c5f59bef18 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421522 Feb 17 20:14:09.179761 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:09.278840 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5afd1f-d9ad-4670-aea9-024a99170a7d req-1db898e3-653b-428a-9384-54ccfc729e3b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:09.280385 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ff5afd1f-d9ad-4670-aea9-024a99170a7d req-1db898e3-653b-428a-9384-54ccfc729e3b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1696746 Feb 17 20:14:09.287752 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cac117-66ea-484d-b2f0-370210f114a9 req-eeb5299f-7f19-4f7e-a211-e1dfb5707244 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:09.289258 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-11cac117-66ea-484d-b2f0-370210f114a9 req-eeb5299f-7f19-4f7e-a211-e1dfb5707244 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.1359634 Feb 17 20:14:09.365376 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ff5afd1f-d9ad-4670-aea9-024a99170a7d req-cbe6ba29-93bf-4b8f-914a-598fc8bae8f1 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748847 Feb 17 20:14:09.374374 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-11cac117-66ea-484d-b2f0-370210f114a9 req-f02551f4-20e3-4555-bfee-3713069419e0 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698364 Feb 17 20:14:09.451021 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:09.598117 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2ce05a8b-d4d0-489b-a1d8-5824984e6ebb req-aef54583-930c-486c-a1e3-fbd97003f3b4 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 210 time: 0.0912807 Feb 17 20:14:09.657811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60eb88-649a-4902-b09c-1f59a8f2327c req-9dc9a09d-f3ad-4816-a6a4-ff621500c29e tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:09.659373 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8b60eb88-649a-4902-b09c-1f59a8f2327c req-9dc9a09d-f3ad-4816-a6a4-ff621500c29e tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 932 time: 0.1077557 Feb 17 20:14:09.710955 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8b60eb88-649a-4902-b09c-1f59a8f2327c req-8df75706-3cab-4e76-8609-33ce56975199 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443187 Feb 17 20:14:10.463388 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:10.651883 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d8b20-5e3f-4783-9e3e-82902c05fc38 req-45fedd97-3068-4202-b3e2-23d9af178e6f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:10.653541 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ba6d8b20-5e3f-4783-9e3e-82902c05fc38 req-45fedd97-3068-4202-b3e2-23d9af178e6f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.1268022 Feb 17 20:14:10.660955 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae4634-1c2a-4535-9e04-02667313e1a0 req-32cc43a9-abe1-4c52-9f59-880a0f4341fd tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:10.668949 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-beae4634-1c2a-4535-9e04-02667313e1a0 req-32cc43a9-abe1-4c52-9f59-880a0f4341fd tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1792202 Feb 17 20:14:10.782337 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-beae4634-1c2a-4535-9e04-02667313e1a0 req-f8bbc5e3-ccbb-4e2f-b7f9-ac7095dd8bb1 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123416 Feb 17 20:14:10.798026 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ba6d8b20-5e3f-4783-9e3e-82902c05fc38 req-49fa15a3-783a-4734-af7d-4f7039e8a0a5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264086 Feb 17 20:14:10.959628 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7063310d-5feb-40c1-80ae-388755c2e076 req-bbef9dc8-ca66-423a-b9d5-ccab3e3063e1 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 210 time: 0.0499980 Feb 17 20:14:11.054194 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69cdba-c990-4d98-a65c-b16d8d4f58c9 req-f6a072a1-fe4d-4425-b50d-ce3427b295cd tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:11.055796 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ae69cdba-c990-4d98-a65c-b16d8d4f58c9 req-f6a072a1-fe4d-4425-b50d-ce3427b295cd tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 932 time: 0.0940368 Feb 17 20:14:11.105454 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ae69cdba-c990-4d98-a65c-b16d8d4f58c9 req-32d83f51-36d0-4050-b03e-4b2f37b0d7b1 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 Feb 17 20:14:12.089272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cabbb-6c56-4872-8055-887f0751b220 req-08ec6859-208b-400f-95db-0b2f01b84fe0 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:12.090928 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fa2cabbb-6c56-4872-8055-887f0751b220 req-08ec6859-208b-400f-95db-0b2f01b84fe0 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1741378 Feb 17 20:14:12.097294 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210a939-4443-4c54-8838-ae86dc7ded01 req-a471a745-5f84-4315-8d1c-7933dc0253ec tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:12.098794 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a210a939-4443-4c54-8838-ae86dc7ded01 req-a471a745-5f84-4315-8d1c-7933dc0253ec tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.1384726 Feb 17 20:14:12.175064 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fa2cabbb-6c56-4872-8055-887f0751b220 req-1741ecb8-6636-4cdb-9e83-5133f26c833f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752263 Feb 17 20:14:12.179531 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a210a939-4443-4c54-8838-ae86dc7ded01 req-4e91efb7-f683-4108-bac0-5d7f12b7b8e6 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639422 Feb 17 20:14:12.390391 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9e378875-7d23-4b2d-a495-520ed097b794 req-23d35006-8d63-44f7-ba1f-b01e5061e79f tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=642b4603-8d40-48cf-ab5b-4d971f05e14c HTTP/1.1" status: 200 len: 210 time: 0.1007173 Feb 17 20:14:12.432557 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0344b-b19b-4ddb-8dc8-06a305e08a27 req-31389491-c0be-4014-bd65-d42a80a26a03 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:12.434176 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-07f0344b-b19b-4ddb-8dc8-06a305e08a27 req-31389491-c0be-4014-bd65-d42a80a26a03 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 932 time: 0.1432462 Feb 17 20:14:12.483395 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-07f0344b-b19b-4ddb-8dc8-06a305e08a27 req-cc60c27d-c419-4236-b588-b79f4d64063c tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Feb 17 20:14:13.141405 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Request body: {'port': {'device_id': '8f6bb6ce-fef5-4834-bfa5-13786f37cd98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:13.248656 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8548fc6-abdf-4dc9-beaa-ebd179069ad3 req-c4b8539b-796a-449d-a5b8-5a225aaf0e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:13.250257 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f8548fc6-abdf-4dc9-beaa-ebd179069ad3 req-c4b8539b-796a-449d-a5b8-5a225aaf0e13 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=92d4e627-553d-414a-b50c-142182377aca HTTP/1.1" status: 200 len: 859 time: 0.1135263 Feb 17 20:14:13.648944 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f8548fc6-abdf-4dc9-beaa-ebd179069ad3 req-173a372d-b140-433a-a784-229cd43451d8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1d2eccab-e555-4638-9d23-76160788f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3419492 Feb 17 20:14:13.765683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:13.905643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19de576-6720-416f-b01a-0ddd2c052a06 req-45ffc99b-77a0-4b36-99c1-ef0a25a30623 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:13.907198 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c19de576-6720-416f-b01a-0ddd2c052a06 req-45ffc99b-77a0-4b36-99c1-ef0a25a30623 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.5941107 Feb 17 20:14:13.997133 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6330e6b-6f1b-41d4-a767-b409e986dc6c req-409ff84d-97e8-4824-82e6-b6b6a4b5d74f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:13.998774 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f6330e6b-6f1b-41d4-a767-b409e986dc6c req-409ff84d-97e8-4824-82e6-b6b6a4b5d74f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.5861659 Feb 17 20:14:14.034017 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f8548fc6-abdf-4dc9-beaa-ebd179069ad3 req-8e7d1291-9b9e-40e0-9c28-eec71e4aad9f service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665226 Feb 17 20:14:14.228347 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c19de576-6720-416f-b01a-0ddd2c052a06 req-70e97728-0535-4299-85ec-76079adb9835 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043120 Feb 17 20:14:14.245796 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f6330e6b-6f1b-41d4-a767-b409e986dc6c req-1eadfe4e-ddfb-41d0-a57e-c14596829eb5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396865 Feb 17 20:14:14.459621 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f8548fc6-abdf-4dc9-beaa-ebd179069ad3 req-31ac69f3-0be0-4aa8-8850-cce12b45da7c service neutron] 10.222.0.127 "GET /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3895795 Feb 17 20:14:14.535074 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7a507-de6d-470b-9e88-5d2fbb41d167 req-54a312ba-8e33-4063-9d7d-dbc262743c09 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:14.535074 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c5e7a507-de6d-470b-9e88-5d2fbb41d167 req-54a312ba-8e33-4063-9d7d-dbc262743c09 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 932 time: 0.1641216 Feb 17 20:14:14.648489 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c5e7a507-de6d-470b-9e88-5d2fbb41d167 req-aaef5519-f3f6-4631-b28e-e95df12b9f49 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084318 Feb 17 20:14:14.651109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:14:14.659613 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:14.672909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Transition to ACTIVE for port object fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:14:14.675523 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:14.691084 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:14.830838 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Pushing event updated for resources: {'Port': ['ID=fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:14.834097 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:15.020223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Attempting to bind port fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:14:15.020595 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Attempting to bind port fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': 'e557fa5f-439c-481c-a618-00e1ab223c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1b670215-d662-4382-956d-1181549847d2'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:14:15.021006 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Attempting to bind port fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf on network 1b670215-d662-4382-956d-1181549847d2 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:14:15.027204 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:14:15.027529 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Checking segment: {'id': 'e557fa5f-439c-481c-a618-00e1ab223c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1b670215-d662-4382-956d-1181549847d2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:14:15.027933 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:15.028330 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Bound using segment: {'id': 'e557fa5f-439c-481c-a618-00e1ab223c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1b670215-d662-4382-956d-1181549847d2'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:14:15.028807 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Bound port: fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e557fa5f-439c-481c-a618-00e1ab223c4f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1b670215-d662-4382-956d-1181549847d2'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:14:15.029207 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:15.126013 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] For port fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf, host hv-cinder-76003, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:14:15.129183 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] For port fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf,segment=NetworkSegment(e557fa5f-439c-481c-a618-00e1ab223c4f),segment_id=e557fa5f-439c-481c-a618-00e1ab223c4f)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:14:15.132490 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:15.148187 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:15.294993 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Pushing event updated for resources: {'Port': ['ID=fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:15.298593 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:15.349719 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:15.350400 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:15.351841 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] 10.222.0.127 "PUT /v2.0/ports/fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf HTTP/1.1" status: 200 len: 1158 time: 2.2164898 Feb 17 20:14:15.352362 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6bb6ce-fef5-4834-bfa5-13786f37cd98', 'tag': 'fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:14:15.517163 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f1264-60b3-4996-9140-c9ab2f6467de req-104762c7-77b0-4c7c-8fb0-a8b90e57fed8 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:15.518736 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-744f1264-60b3-4996-9140-c9ab2f6467de req-104762c7-77b0-4c7c-8fb0-a8b90e57fed8 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1714127 Feb 17 20:14:15.554385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-877a0519-8ec5-42ef-a85f-c7a6ac939a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:15.555999 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-877a0519-8ec5-42ef-a85f-c7a6ac939a94 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=103a603bea3646cd92b2cbd8b94e1466&device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 1161 time: 0.1578457 Feb 17 20:14:15.669454 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-41fe5b53-a72c-45c8-9034-5e063773fc59 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf HTTP/1.1" status: 200 len: 217 time: 0.0923510 Feb 17 20:14:15.719423 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-744f1264-60b3-4996-9140-c9ab2f6467de req-b18c1bcc-d574-4e21-b3f8-02f3b1abaac7 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624222 Feb 17 20:14:15.766247 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-ac3a755e-6b3c-4e5c-8023-598261ffa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:15.767813 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-ac3a755e-6b3c-4e5c-8023-598261ffa4f4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=4de8e867-d963-4d0f-b1e7-7ea804532334 HTTP/1.1" status: 200 len: 849 time: 0.0891149 Feb 17 20:14:15.774850 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061dc9a-3d20-44d7-b0d8-8ae4f4066fa8 req-629560bb-1a4a-469f-a3b4-e46679266802 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:15.776380 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7061dc9a-3d20-44d7-b0d8-8ae4f4066fa8 req-629560bb-1a4a-469f-a3b4-e46679266802 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.2695544 Feb 17 20:14:15.778129 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6bb6ce-fef5-4834-bfa5-13786f37cd98', 'tag': 'fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf', 'status': 'completed', 'code': 200} Feb 17 20:14:15.840253 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-dc33371e-ef9b-416d-b2db-1bd8a1c568c0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1b670215-d662-4382-956d-1181549847d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612042 Feb 17 20:14:15.977854 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7061dc9a-3d20-44d7-b0d8-8ae4f4066fa8 req-a882aa0a-3261-4476-a82a-0077496a5d16 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648078 Feb 17 20:14:16.073371 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-5111189e-ec1f-4dbe-913b-712c6d91c5ff service neutron] 10.222.0.127 "GET /v2.0/networks/1b670215-d662-4382-956d-1181549847d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258444 Feb 17 20:14:16.081047 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401abea-2eb8-4829-b918-5c4312703a1c req-adb23e8b-04ca-4b8d-80bd-3c345f956e1c tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:16.082578 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f401abea-2eb8-4829-b918-5c4312703a1c req-adb23e8b-04ca-4b8d-80bd-3c345f956e1c tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 945 time: 0.2056735 Feb 17 20:14:16.483380 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f401abea-2eb8-4829-b918-5c4312703a1c req-657b97c0-b844-4198-9db7-37d4606fa776 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755751 Feb 17 20:14:16.527814 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b4ea74e-239e-4473-b680-efbdc1306eac req-76ed97c7-69ec-4733-8bb7-a8b2143a2077 service neutron] 10.222.0.127 "GET /v2.0/networks/1b670215-d662-4382-956d-1181549847d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4442172 Feb 17 20:14:16.548215 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717503a-9dcf-475c-ae87-9991d67b49d2 req-963ed339-b7c9-455b-878e-4d5d3b1bd855 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:16.549957 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d717503a-9dcf-475c-ae87-9991d67b49d2 req-963ed339-b7c9-455b-878e-4d5d3b1bd855 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 944 time: 0.1730564 Feb 17 20:14:16.648372 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d717503a-9dcf-475c-ae87-9991d67b49d2 req-729e7f1e-5d3c-4eea-bd91-495bcf3c6257 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913856 Feb 17 20:14:16.751872 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a9fa8-8771-4026-9675-4e216f500dc9 req-dbc0a62e-e7a9-48ca-a1e0-cd1c380ff6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:16.753517 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dc0a9fa8-8771-4026-9675-4e216f500dc9 req-dbc0a62e-e7a9-48ca-a1e0-cd1c380ff6d2 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=103a603bea3646cd92b2cbd8b94e1466&device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 1161 time: 0.1565692 Feb 17 20:14:16.761138 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab39c4-2c86-4d31-a81b-92b875b0b12a req-3de740ea-50b4-4ff9-b67c-c7661da83c01 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:16.762651 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a4ab39c4-2c86-4d31-a81b-92b875b0b12a req-3de740ea-50b4-4ff9-b67c-c7661da83c01 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 945 time: 0.1233978 Feb 17 20:14:16.969814 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a4ab39c4-2c86-4d31-a81b-92b875b0b12a req-1553000b-887b-421a-aacb-6b8dd9ff770b tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848555 Feb 17 20:14:16.998245 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a9fa8-8771-4026-9675-4e216f500dc9 req-0265dce0-828e-4ff1-991c-4cc1beb2b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:16.999815 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dc0a9fa8-8771-4026-9675-4e216f500dc9 req-0265dce0-828e-4ff1-991c-4cc1beb2b68d service neutron] 10.222.0.127 "GET /v2.0/networks?id=1b670215-d662-4382-956d-1181549847d2 HTTP/1.1" status: 200 len: 903 time: 0.2362480 Feb 17 20:14:17.081942 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86c151-02c1-4b95-b1a5-eb504bc2c12d req-a207bb87-eebe-4ed9-a824-8f801fef54c0 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:17.083551 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2d86c151-02c1-4b95-b1a5-eb504bc2c12d req-a207bb87-eebe-4ed9-a824-8f801fef54c0 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.2302396 Feb 17 20:14:17.094279 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dc0a9fa8-8771-4026-9675-4e216f500dc9 req-ca578a7d-17e1-47a9-9135-292c601fd1c6 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf HTTP/1.1" status: 200 len: 217 time: 0.0818076 Feb 17 20:14:17.243529 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2d86c151-02c1-4b95-b1a5-eb504bc2c12d req-6b5ca5ba-1ced-4379-9a90-28dec5556c62 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504076 Feb 17 20:14:17.252186 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a9fa8-8771-4026-9675-4e216f500dc9 req-d11c1ac9-2437-4842-bb4c-84a2b3d1b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:17.253718 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dc0a9fa8-8771-4026-9675-4e216f500dc9 req-d11c1ac9-2437-4842-bb4c-84a2b3d1b14f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=4de8e867-d963-4d0f-b1e7-7ea804532334 HTTP/1.1" status: 200 len: 849 time: 0.1446495 Feb 17 20:14:17.281532 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6d192-657f-4bd1-a891-902f7de77887 req-b8e62d85-5994-4e57-88c0-9a1aab7e6635 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:17.283160 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-55c6d192-657f-4bd1-a891-902f7de77887 req-b8e62d85-5994-4e57-88c0-9a1aab7e6635 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.1751583 Feb 17 20:14:17.348848 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dc0a9fa8-8771-4026-9675-4e216f500dc9 req-dac7cbb7-3fbe-4797-95ed-71810faae020 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=1b670215-d662-4382-956d-1181549847d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646665 Feb 17 20:14:17.459657 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-55c6d192-657f-4bd1-a891-902f7de77887 req-98b076c6-2e35-4848-bcba-f4570bd37901 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308186 Feb 17 20:14:17.526769 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dc0a9fa8-8771-4026-9675-4e216f500dc9 req-61039f13-9bc2-4d24-adcd-40796eedf38c service neutron] 10.222.0.127 "GET /v2.0/networks/1b670215-d662-4382-956d-1181549847d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543727 Feb 17 20:14:17.856466 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dc0a9fa8-8771-4026-9675-4e216f500dc9 req-f3e635c4-284c-47a3-a4ee-2c47bb915e0f service neutron] 10.222.0.127 "GET /v2.0/networks/1b670215-d662-4382-956d-1181549847d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3103194 Feb 17 20:14:17.895098 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e283aa-2501-4cfd-a4df-af3757ab97ff req-a75d984a-8034-4c6b-b418-e0aa79c8e144 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:17.896889 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-45e283aa-2501-4cfd-a4df-af3757ab97ff req-a75d984a-8034-4c6b-b418-e0aa79c8e144 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.127 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 945 time: 0.2719283 Feb 17 20:14:17.907535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0b761-97c1-455b-a17d-ee00c2aebe46 req-e8be7f81-9a5e-4451-bc61-03a024d2c59f tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:17.909074 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-92c0b761-97c1-455b-a17d-ee00c2aebe46 req-e8be7f81-9a5e-4451-bc61-03a024d2c59f tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 945 time: 0.2854450 Feb 17 20:14:18.027229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-45e283aa-2501-4cfd-a4df-af3757ab97ff req-38644757-3502-4628-ad2c-226baf2c1faf tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Deleting port a0c8f951-1f03-4781-92c8-d8a80850c71d {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:14:18.027618 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-45e283aa-2501-4cfd-a4df-af3757ab97ff req-38644757-3502-4628-ad2c-226baf2c1faf tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:18.063394 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-92c0b761-97c1-455b-a17d-ee00c2aebe46 req-841d25d2-1adc-477f-b9de-032af12c7653 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138265 Feb 17 20:14:18.092138 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b7c89-2bd4-4454-b11f-e9388780575f req-160e4d62-fc3d-48a3-a5c5-ee2dcf9290b4 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:18.093775 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-001b7c89-2bd4-4454-b11f-e9388780575f req-160e4d62-fc3d-48a3-a5c5-ee2dcf9290b4 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 944 time: 0.2851684 Feb 17 20:14:18.246791 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-001b7c89-2bd4-4454-b11f-e9388780575f req-d353a1bb-762f-4666-bd52-ffe9f1f37311 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447511 Feb 17 20:14:18.611978 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd52ee-eea3-4609-9722-91c8ac2466e0 req-a2d70650-0c6f-4cbf-a9fe-e861ffd215e6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:18.613577 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3ccd52ee-eea3-4609-9722-91c8ac2466e0 req-a2d70650-0c6f-4cbf-a9fe-e861ffd215e6 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 945 time: 0.4323916 Feb 17 20:14:18.749854 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-45e283aa-2501-4cfd-a4df-af3757ab97ff req-38644757-3502-4628-ad2c-226baf2c1faf tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] For port a0c8f951-1f03-4781-92c8-d8a80850c71d, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=a0c8f951-1f03-4781-92c8-d8a80850c71d,segment=NetworkSegment(0472dac8-c5de-456e-8769-f4c30d297432),segment_id=0472dac8-c5de-456e-8769-f4c30d297432)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:14:18.750191 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-45e283aa-2501-4cfd-a4df-af3757ab97ff req-38644757-3502-4628-ad2c-226baf2c1faf tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:18.914509 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-45e283aa-2501-4cfd-a4df-af3757ab97ff req-38644757-3502-4628-ad2c-226baf2c1faf tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Calling delete_port for a0c8f951-1f03-4781-92c8-d8a80850c71d owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:14:18.951905 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3ccd52ee-eea3-4609-9722-91c8ac2466e0 req-0a463b78-ce0f-48b2-9c97-5baa0e9e69dd tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013375 Feb 17 20:14:19.019800 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2d38-586f-42a7-bf79-9e72bd3968c3 req-75b260dc-562a-4b98-ab1b-5224b9e4cb65 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:19.021353 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-337d2d38-586f-42a7-bf79-9e72bd3968c3 req-75b260dc-562a-4b98-ab1b-5224b9e4cb65 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.4221532 Feb 17 20:14:19.032998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47833524-efc2-4c5a-8486-a644e81ff103 req-037e7eaa-c579-46fe-a2a0-506dd0d0f3f4 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:19.034556 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-47833524-efc2-4c5a-8486-a644e81ff103 req-037e7eaa-c579-46fe-a2a0-506dd0d0f3f4 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 945 time: 0.3747048 Feb 17 20:14:19.235560 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-337d2d38-586f-42a7-bf79-9e72bd3968c3 req-4c7f7ef3-d0e5-431d-a4fa-e691bb12f80f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981065 Feb 17 20:14:19.267065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Deleting port d3fb8d4c-36a7-4eff-901f-a437194b7a52 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:14:19.267455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:19.354098 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-45e283aa-2501-4cfd-a4df-af3757ab97ff req-38644757-3502-4628-ad2c-226baf2c1faf tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:19.376638 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:19.412082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:14:19.487513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:14:19.493968 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:14:19.494389 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:19.568606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38644757-3502-4628-ad2c-226baf2c1faf tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Pushing event deleted for resources: {'Port': ['ID=a0c8f951-1f03-4781-92c8-d8a80850c71d,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:19.584582 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-38644757-3502-4628-ad2c-226baf2c1faf tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:19.624082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:19.625966 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fcef1-256e-4831-bf32-73f5b98475f6 req-c968c9cc-01a4-48d1-b406-2dbce0779a52 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:19.627606 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b09fcef1-256e-4831-bf32-73f5b98475f6 req-c968c9cc-01a4-48d1-b406-2dbce0779a52 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 945 time: 0.4450204 Feb 17 20:14:19.653803 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6bb6ce-fef5-4834-bfa5-13786f37cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:14:19.664297 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf,segment=NetworkSegment(e557fa5f-439c-481c-a618-00e1ab223c4f),segment_id=e557fa5f-439c-481c-a618-00e1ab223c4f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:14:19.668040 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:19.669989 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-dfb40b86-760a-4202-882b-e3e5dd4b8916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:19.707701 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device a0c8f951-1f03-4781-92c8-d8a80850c71d no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:14:19.757608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] No Port match for: a0c8f951-1f03-4781-92c8-d8a80850c71d {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:14:19.758001 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device a0c8f951-1f03-4781-92c8-d8a80850c71d not bound to the agent host hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:14:19.758502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device d3fb8d4c-36a7-4eff-901f-a437194b7a52 no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:14:19.826629 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b09fcef1-256e-4831-bf32-73f5b98475f6 req-bd8b1e83-45b4-42b6-b3f5-61d43ff9ae36 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756978 Feb 17 20:14:19.829405 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:19.852094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.852094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.852094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.852094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.852094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.852094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.852094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.852094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.852094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.852094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.852094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.852791 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f070f8-c1d0-4e01-8a16-1a78b40d911c req-a6a47533-e207-4167-843b-b0dd59a4fe38 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:19.852896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.852896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.852896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.852896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.852896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.853221 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b6f070f8-c1d0-4e01-8a16-1a78b40d911c req-a6a47533-e207-4167-843b-b0dd59a4fe38 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 944 time: 0.4880583 Feb 17 20:14:19.853305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.853305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.853305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.853305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.853305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.853305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.853305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.853305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:19.855113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:19.899788 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6bb6ce-fef5-4834-bfa5-13786f37cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf', 'code': 200} Feb 17 20:14:19.919444 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:19.948291 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e283aa-2501-4cfd-a4df-af3757ab97ff req-38644757-3502-4628-ad2c-226baf2c1faf tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] No DVR routers for this DVR port a0c8f951-1f03-4781-92c8-d8a80850c71d on host hv-cinder-76003 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:14:19.956129 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port d3fb8d4c-36a7-4eff-901f-a437194b7a52, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=d3fb8d4c-36a7-4eff-901f-a437194b7a52,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:14:19.957748 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-45e283aa-2501-4cfd-a4df-af3757ab97ff req-38644757-3502-4628-ad2c-226baf2c1faf tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:19.959807 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:19.960458 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f824b457-7985-45c7-a2d4-221d56ace01d', 'name': 'network-vif-deleted', 'tag': 'a0c8f951-1f03-4781-92c8-d8a80850c71d'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:14:19.961622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:19.968324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] For port d3fb8d4c-36a7-4eff-901f-a437194b7a52, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=d3fb8d4c-36a7-4eff-901f-a437194b7a52,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:14:19.968735 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:20.037287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=d3fb8d4c-36a7-4eff-901f-a437194b7a52,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:20.046393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:20.055952 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f824b457-7985-45c7-a2d4-221d56ace01d', 'name': 'network-vif-deleted', 'tag': 'a0c8f951-1f03-4781-92c8-d8a80850c71d', 'status': 'completed', 'code': 200} Feb 17 20:14:20.132011 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Calling delete_port for d3fb8d4c-36a7-4eff-901f-a437194b7a52 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:14:20.167759 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b6f070f8-c1d0-4e01-8a16-1a78b40d911c req-47a29a8e-9e80-49d8-8319-b3a91c98cf34 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987330 Feb 17 20:14:20.171445 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82fdf4-7bdb-4809-9ad6-1d51f3f4d31b req-622229fd-e26e-48bb-aebf-0ea0476b89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:20.173075 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-af82fdf4-7bdb-4809-9ad6-1d51f3f4d31b req-622229fd-e26e-48bb-aebf-0ea0476b89c1 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 1163 time: 0.0774653 Feb 17 20:14:20.213827 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-45e283aa-2501-4cfd-a4df-af3757ab97ff req-38644757-3502-4628-ad2c-226baf2c1faf tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.127 "DELETE /v2.0/ports/a0c8f951-1f03-4781-92c8-d8a80850c71d HTTP/1.1" status: 204 len: 173 time: 2.3036890 Feb 17 20:14:20.218555 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-af82fdf4-7bdb-4809-9ad6-1d51f3f4d31b req-97cdb838-cded-46e9-b407-2d3415660b78 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383837 Feb 17 20:14:20.297981 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84038) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:14:20.298346 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:14:20.306844 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ad237-7b9f-45e6-8817-dbd6ed7a9b6b req-8edc3eba-691f-4d08-b516-8308ebcb1f37 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:20.308515 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-429ad237-7b9f-45e6-8817-dbd6ed7a9b6b req-8edc3eba-691f-4d08-b516-8308ebcb1f37 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 943 time: 0.1445656 Feb 17 20:14:20.363742 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-429ad237-7b9f-45e6-8817-dbd6ed7a9b6b req-7c5687e2-553e-4de7-8ac6-aab28cb3c5c0 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469818 Feb 17 20:14:20.459840 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356a1dd-0fa7-4c01-98ac-df08ef008b33 req-14bc0615-1365-4b2d-afb4-85d074015fd1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:20.461628 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2356a1dd-0fa7-4c01-98ac-df08ef008b33 req-14bc0615-1365-4b2d-afb4-85d074015fd1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 944 time: 0.0880468 Feb 17 20:14:20.512856 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2356a1dd-0fa7-4c01-98ac-df08ef008b33 req-4c5efca3-1e40-407a-96cb-1d49d5d01afc tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449049 Feb 17 20:14:20.799979 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Deleting port d3fb8d4c-36a7-4eff-901f-a437194b7a52 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:14:20.800454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:21.267202 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-fb64b6d5-105f-4d27-9401-43c0b3fbdffd req-3cab8472-d128-4fc8-aa45-552d694964e6 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Synchronizing usage tracker for tenant:91a86aa1c2ad43b08458a3c997e8ee49 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:14:21.349276 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-fb64b6d5-105f-4d27-9401-43c0b3fbdffd req-3cab8472-d128-4fc8-aa45-552d694964e6 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Unset dirty status for tenant:91a86aa1c2ad43b08458a3c997e8ee49 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:14:21.350434 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb64b6d5-105f-4d27-9401-43c0b3fbdffd req-3cab8472-d128-4fc8-aa45-552d694964e6 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f824b457-7985-45c7-a2d4-221d56ace01d HTTP/1.1" status: 200 len: 210 time: 0.3516910 Feb 17 20:14:21.386890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] For port d3fb8d4c-36a7-4eff-901f-a437194b7a52, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=d3fb8d4c-36a7-4eff-901f-a437194b7a52,segment=NetworkSegment(a9b71d94-3fe1-4d57-b74b-65b04f9c79a3),segment_id=a9b71d94-3fe1-4d57-b74b-65b04f9c79a3)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:14:21.387301 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:21.485806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 239a0b21-3e11-4be5-b746-5403d1ce5cbf up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:14:21.533105 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Calling delete_port for d3fb8d4c-36a7-4eff-901f-a437194b7a52 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:14:21.561024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 239a0b21-3e11-4be5-b746-5403d1ce5cbf triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:14:21.561456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:21.686974 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dfd5d-9670-4e63-8b0b-9d43f4e7a56b req-1f816d8a-fe45-45de-ad18-3592aaae13f9 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:21.688691 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2d2dfd5d-9670-4e63-8b0b-9d43f4e7a56b req-1f816d8a-fe45-45de-ad18-3592aaae13f9 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 946 time: 0.3939927 Feb 17 20:14:21.690713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:21.734128 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 239a0b21-3e11-4be5-b746-5403d1ce5cbf, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=239a0b21-3e11-4be5-b746-5403d1ce5cbf,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:14:21.737371 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:21.739276 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:14:21.774488 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:21.804448 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601951e0-f365-4c4d-9eef-3034933a6ece req-990b2e82-df45-430f-aa91-b22f3c349ef1 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:21.806806 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-601951e0-f365-4c4d-9eef-3034933a6ece req-990b2e82-df45-430f-aa91-b22f3c349ef1 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/ports?device_id=e411c9ba-8b8b-4d8d-804f-9591a57a8f65 HTTP/1.1" status: 200 len: 943 time: 0.2842932 Feb 17 20:14:21.817446 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2d2dfd5d-9670-4e63-8b0b-9d43f4e7a56b req-9809fa56-1df8-4653-b450-23d193d4c645 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223891 Feb 17 20:14:21.865420 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:21.888898 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:21.986552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e411c9ba-8b8b-4d8d-804f-9591a57a8f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3fb8d4c-36a7-4eff-901f-a437194b7a52'}, {'server_uuid': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239a0b21-3e11-4be5-b746-5403d1ce5cbf'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:14:22.007749 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-601951e0-f365-4c4d-9eef-3034933a6ece req-2e99880a-5889-44ac-9c34-408fbca686ee tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.73 "GET /v2.0/security-groups?id=198da6a2-9284-414a-813b-4cddcfc51e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891212 Feb 17 20:14:22.016733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Pushing event deleted for resources: {'Port': ['ID=d3fb8d4c-36a7-4eff-901f-a437194b7a52,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:22.021606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:22.052310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=239a0b21-3e11-4be5-b746-5403d1ce5cbf,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:22.056115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:22.063781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:14:22.064200 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:22.171039 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e411c9ba-8b8b-4d8d-804f-9591a57a8f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3fb8d4c-36a7-4eff-901f-a437194b7a52', 'code': 200} Feb 17 20:14:22.171342 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239a0b21-3e11-4be5-b746-5403d1ce5cbf', 'code': 200} Feb 17 20:14:22.200008 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] No DVR routers for this DVR port d3fb8d4c-36a7-4eff-901f-a437194b7a52 on host hv-cinder-76003 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:14:22.210357 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:22.214709 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e411c9ba-8b8b-4d8d-804f-9591a57a8f65', 'name': 'network-vif-deleted', 'tag': 'd3fb8d4c-36a7-4eff-901f-a437194b7a52'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:14:22.232449 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-47833524-efc2-4c5a-8486-a644e81ff103 req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] 10.222.0.127 "DELETE /v2.0/ports/d3fb8d4c-36a7-4eff-901f-a437194b7a52 HTTP/1.1" status: 204 len: 173 time: 3.1644394 Feb 17 20:14:22.308404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d397-974a-458a-ba3c-d56284506903 req-ecbeb0c7-81d1-4b91-8e98-72a6a8608a64 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:22.310044 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dbe7d397-974a-458a-ba3c-d56284506903 req-ecbeb0c7-81d1-4b91-8e98-72a6a8608a64 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.1579967 Feb 17 20:14:22.376684 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dbe7d397-974a-458a-ba3c-d56284506903 req-356aa9d4-2814-40a7-b995-83c3ff1e7f13 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576508 Feb 17 20:14:22.396418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8585-8092-44e8-a974-f31621b55b72 req-f6685efe-ea81-422a-b109-7e96398def7e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:22.397942 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8b5e8585-8092-44e8-a974-f31621b55b72 req-f6685efe-ea81-422a-b109-7e96398def7e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1480424 Feb 17 20:14:22.448183 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e411c9ba-8b8b-4d8d-804f-9591a57a8f65', 'name': 'network-vif-deleted', 'tag': 'd3fb8d4c-36a7-4eff-901f-a437194b7a52', 'status': 'completed', 'code': 200} Feb 17 20:14:22.451394 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8b5e8585-8092-44e8-a974-f31621b55b72 req-3ac6e93e-b564-41ef-b32b-06cb8f30db30 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444746 Feb 17 20:14:22.870154 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 239a0b21-3e11-4be5-b746-5403d1ce5cbf up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:14:22.877443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac66c61-2be2-4a9d-a163-f3e2dd725173 req-802aa654-7599-46a8-82e0-a8ea4f2287de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:22.879176 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8ac66c61-2be2-4a9d-a163-f3e2dd725173 req-802aa654-7599-46a8-82e0-a8ea4f2287de service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 1163 time: 0.0881126 Feb 17 20:14:22.936608 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8ac66c61-2be2-4a9d-a163-f3e2dd725173 req-afed9106-453f-4c1f-988f-8c6d1ef7ddfa service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435531 Feb 17 20:14:22.955797 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 239a0b21-3e11-4be5-b746-5403d1ce5cbf triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:14:22.956224 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:23.025842 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae85ef1-64a3-4bab-b7c7-848496ce29ae req-8d776753-85a1-4976-840b-d2218300a5a7 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:23.027371 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5ae85ef1-64a3-4bab-b7c7-848496ce29ae req-8d776753-85a1-4976-840b-d2218300a5a7 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 946 time: 0.0889325 Feb 17 20:14:23.079553 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5ae85ef1-64a3-4bab-b7c7-848496ce29ae req-2bd764b0-7dca-4bdf-911e-583a51dc1481 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Feb 17 20:14:23.085665 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:14:23.121812 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 57404) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:23.158161 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:14:23.158572 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:23.190948 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-df474962-9d9f-40f2-a8f1-c848e826e4bf admin admin] Deleting subnet 40596174-1d83-4cff-a7f9-39ed48674b8d {{(pid=84038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:14:23.194279 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df474962-9d9f-40f2-a8f1-c848e826e4bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:23.249075 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df474962-9d9f-40f2-a8f1-c848e826e4bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704422'] for subnet, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:23.312330 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df474962-9d9f-40f2-a8f1-c848e826e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:23.694174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df474962-9d9f-40f2-a8f1-c848e826e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4091116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350040'] for subnet, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:23.716639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-bff8faef-65d6-4da4-9cdc-7033461cf866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:23.821563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df474962-9d9f-40f2-a8f1-c848e826e4bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40596174-1d83-4cff-a7f9-39ed48674b8d,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:23.829470 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec54519-f962-4d59-a604-56120446933b req-680a8437-7904-4a46-b847-eb7072c8e010 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:23.831101 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5ec54519-f962-4d59-a604-56120446933b req-680a8437-7904-4a46-b847-eb7072c8e010 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.3006601 Feb 17 20:14:23.833849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-df474962-9d9f-40f2-a8f1-c848e826e4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:23.855449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d4bb0-bd63-4b8a-9c82-d901adb666a3 req-41fca3e3-b121-4607-a418-26e20a70dc25 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:23.857079 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-366d4bb0-bd63-4b8a-9c82-d901adb666a3 req-41fca3e3-b121-4607-a418-26e20a70dc25 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.2724562 Feb 17 20:14:23.953814 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5ec54519-f962-4d59-a604-56120446933b req-f6dea532-12f6-4791-9c4b-b51aff288f78 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930555 Feb 17 20:14:23.962364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df474962-9d9f-40f2-a8f1-c848e826e4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:23.967321 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-366d4bb0-bd63-4b8a-9c82-d901adb666a3 req-c0818746-0d01-483d-8d09-65719a82ebcc tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031833 Feb 17 20:14:23.973591 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-df474962-9d9f-40f2-a8f1-c848e826e4bf admin admin] 10.222.0.73 "DELETE /v2.0/subnets/40596174-1d83-4cff-a7f9-39ed48674b8d HTTP/1.1" status: 204 len: 168 time: 0.8489079 Feb 17 20:14:23.974606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 57414) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:24.091339 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:24.284657 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:24.397051 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d998394-3382-4088-83f9-0b0a244c1013']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:14:24.414228 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:14:24.415157 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b71d94-3fe1-4d57-b74b-65b04f9c79a3') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:14:24.427456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851071362'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:24.442255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:24.444229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:14:24.620637 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] Network 1d998394-3382-4088-83f9-0b0a244c1013 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:14:24.629583 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850684653'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:25.016729 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] Network 1d998394-3382-4088-83f9-0b0a244c1013 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:14:25.042547 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:14:25.182977 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:25.190386 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:25.195055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:25.221796 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] Pushing event deleted for resources: {'Network': ['ID=1d998394-3382-4088-83f9-0b0a244c1013,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:25.224356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:25.231514 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] 10.222.0.73 "DELETE /v2.0/networks/1d998394-3382-4088-83f9-0b0a244c1013 HTTP/1.1" status: 204 len: 168 time: 1.2558718 Feb 17 20:14:25.288398 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa12d7a-ab58-4ad1-a1c1-f44e8e2af25c req-a0165f78-f68c-4385-a11f-d4cbe5cce089 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:25.290733 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0fa12d7a-ab58-4ad1-a1c1-f44e8e2af25c req-a0165f78-f68c-4385-a11f-d4cbe5cce089 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.2021558 Feb 17 20:14:25.354786 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0fa12d7a-ab58-4ad1-a1c1-f44e8e2af25c req-6ecb9a45-ee4e-48be-b352-52d410162cdf tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544283 Feb 17 20:14:25.378332 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b3ec4-e541-41b8-b38e-326bdf6c7bed req-a1d36363-e83f-4c06-bea1-ca4044d6df0c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:25.379920 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e63b3ec4-e541-41b8-b38e-326bdf6c7bed req-a1d36363-e83f-4c06-bea1-ca4044d6df0c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1409750 Feb 17 20:14:25.421007 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 57426) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:25.429966 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e63b3ec4-e541-41b8-b38e-326bdf6c7bed req-8706f3cb-af9f-44cf-babd-c95ad538d646 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435221 Feb 17 20:14:25.477620 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-81998223-ed19-4ca0-abbf-ead17a86b45f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=90c75951530148fab0bc8105623c8dab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0542367 Feb 17 20:14:25.479854 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 57430) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:25.540424 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9825713f-b659-4a75-8981-4d25f38b9393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:25.567153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9825713f-b659-4a75-8981-4d25f38b9393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:25.613395 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9825713f-b659-4a75-8981-4d25f38b9393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:25.618393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7c74bb9e-45d6-4ebe-be54-82a5fd96365a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:25.632701 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825713f-b659-4a75-8981-4d25f38b9393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198da6a2-9284-414a-813b-4cddcfc51e6e,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:25.637329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9825713f-b659-4a75-8981-4d25f38b9393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:25.641156 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9825713f-b659-4a75-8981-4d25f38b9393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:25.642604 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-9825713f-b659-4a75-8981-4d25f38b9393 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/198da6a2-9284-414a-813b-4cddcfc51e6e HTTP/1.1" status: 204 len: 168 time: 0.1615541 Feb 17 20:14:26.625972 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fab2a-75b3-4905-b3ca-1ad44e84a8cb req-4479ea8f-809b-4088-ba3f-4685c9c66b4e tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:26.627585 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a23fab2a-75b3-4905-b3ca-1ad44e84a8cb req-4479ea8f-809b-4088-ba3f-4685c9c66b4e tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.1530592 Feb 17 20:14:26.682669 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81838ed7-9e4d-433d-9b2c-1b6ad3660c4d req-8cf2ca14-12d4-4b19-8fdb-9d096bd66858 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:26.684281 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-81838ed7-9e4d-433d-9b2c-1b6ad3660c4d req-8cf2ca14-12d4-4b19-8fdb-9d096bd66858 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1362791 Feb 17 20:14:26.725126 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a23fab2a-75b3-4905-b3ca-1ad44e84a8cb req-8e377cdc-2866-4d7f-9682-51ffc9b4c28e tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846641 Feb 17 20:14:26.746592 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-81838ed7-9e4d-433d-9b2c-1b6ad3660c4d req-6f03c079-8cb7-47d4-993c-353f207a318e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542912 Feb 17 20:14:27.146523 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dac18-7efe-46ba-8ec1-09daf1edd306 req-f7a4e4e8-960d-44d9-8754-281fb14775d9 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:27.154809 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-092dac18-7efe-46ba-8ec1-09daf1edd306 req-f7a4e4e8-960d-44d9-8754-281fb14775d9 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 946 time: 0.1047697 Feb 17 20:14:27.201381 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-092dac18-7efe-46ba-8ec1-09daf1edd306 req-7e6f9cc3-f7ea-4f81-8497-4dbc7749e9bc tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456231 Feb 17 20:14:28.014038 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad89f2-2ec0-4fcf-9157-9a3e5d48040a req-1b750429-439d-496a-8f89-ec7d5bab5d98 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:28.015646 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6bad89f2-2ec0-4fcf-9157-9a3e5d48040a req-1b750429-439d-496a-8f89-ec7d5bab5d98 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.1563139 Feb 17 20:14:28.026222 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328100ab-de08-475f-850b-d4f7adac69fc req-7b83c318-c54d-469d-9279-3c6294865f51 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:28.027715 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-328100ab-de08-475f-850b-d4f7adac69fc req-7b83c318-c54d-469d-9279-3c6294865f51 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.1315143 Feb 17 20:14:28.099113 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6bad89f2-2ec0-4fcf-9157-9a3e5d48040a req-85be3662-9cf8-4122-b3c7-306f8f4e15e1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703697 Feb 17 20:14:28.106414 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-328100ab-de08-475f-850b-d4f7adac69fc req-0ce693f8-e4b0-42d4-bd4a-9a4f13a64863 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622895 Feb 17 20:14:28.213451 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 239a0b21-3e11-4be5-b746-5403d1ce5cbf up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:14:28.285123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 239a0b21-3e11-4be5-b746-5403d1ce5cbf triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:14:28.285538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:28.423397 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f2742-e0f5-41c8-a5f8-25801f10fa96 req-fa065ed5-896a-4a2c-8403-ff3084328844 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:28.425330 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-187f2742-e0f5-41c8-a5f8-25801f10fa96 req-fa065ed5-896a-4a2c-8403-ff3084328844 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 946 time: 0.1107874 Feb 17 20:14:28.477935 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-187f2742-e0f5-41c8-a5f8-25801f10fa96 req-3568e294-64f7-4ea1-a144-0704223346e2 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440128 Feb 17 20:14:28.799080 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7d18b-964e-48a2-b0e5-b55521cd7e14 req-f3e91fa6-4115-41f3-8c80-c1a1e1a8f667 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:28.800724 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-81d7d18b-964e-48a2-b0e5-b55521cd7e14 req-f3e91fa6-4115-41f3-8c80-c1a1e1a8f667 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.127 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.0896542 Feb 17 20:14:28.888087 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-81d7d18b-964e-48a2-b0e5-b55521cd7e14 req-90dce078-c71a-481f-aec7-4bf3f2d45bde tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Deleting port 0e136dd2-30c6-4499-8614-3918255381fc {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:14:28.888377 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-81d7d18b-964e-48a2-b0e5-b55521cd7e14 req-90dce078-c71a-481f-aec7-4bf3f2d45bde tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:29.025712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9919e9-035e-408e-addb-b4e1b372318c req-6cd61350-460b-4c21-9b41-4fb638aaae75 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:29.027929 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8d9919e9-035e-408e-addb-b4e1b372318c req-6cd61350-460b-4c21-9b41-4fb638aaae75 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.127 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 946 time: 0.1000955 Feb 17 20:14:29.192676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-81d7d18b-964e-48a2-b0e5-b55521cd7e14 req-90dce078-c71a-481f-aec7-4bf3f2d45bde tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] For port 0e136dd2-30c6-4499-8614-3918255381fc, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=0e136dd2-30c6-4499-8614-3918255381fc,segment=NetworkSegment(df98e125-e334-46b4-badc-a3d868ddf90b),segment_id=df98e125-e334-46b4-badc-a3d868ddf90b)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:14:29.193123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-81d7d18b-964e-48a2-b0e5-b55521cd7e14 req-90dce078-c71a-481f-aec7-4bf3f2d45bde tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:29.334876 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-81d7d18b-964e-48a2-b0e5-b55521cd7e14 req-90dce078-c71a-481f-aec7-4bf3f2d45bde tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Calling delete_port for 0e136dd2-30c6-4499-8614-3918255381fc owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:14:29.594054 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe0830-59cc-4008-a4dc-4571a1b80912 req-024c3015-2455-4734-9be9-12c4d488b7c6 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:29.595656 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-00fe0830-59cc-4008-a4dc-4571a1b80912 req-024c3015-2455-4734-9be9-12c4d488b7c6 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.3334165 Feb 17 20:14:29.611078 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8389ac-afcb-4a47-ba09-356b90ebbb79 req-abaf2dfa-aa2a-4b4f-bd6c-52b8618bf785 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:29.612588 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8c8389ac-afcb-4a47-ba09-356b90ebbb79 req-abaf2dfa-aa2a-4b4f-bd6c-52b8618bf785 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 946 time: 0.3491406 Feb 17 20:14:29.700613 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-00fe0830-59cc-4008-a4dc-4571a1b80912 req-92648e05-33c4-42de-9966-ffa5817c23eb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960023 Feb 17 20:14:29.704216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-81d7d18b-964e-48a2-b0e5-b55521cd7e14 req-90dce078-c71a-481f-aec7-4bf3f2d45bde tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:29.721795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:29.821272 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8c8389ac-afcb-4a47-ba09-356b90ebbb79 req-72a69e74-892a-40c6-8247-69174ae19bb6 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917393 Feb 17 20:14:29.828062 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dce078-c71a-481f-aec7-4bf3f2d45bde tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Pushing event deleted for resources: {'Port': ['ID=0e136dd2-30c6-4499-8614-3918255381fc,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:29.875163 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-90dce078-c71a-481f-aec7-4bf3f2d45bde tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:30.002412 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d7d18b-964e-48a2-b0e5-b55521cd7e14 req-90dce078-c71a-481f-aec7-4bf3f2d45bde tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] No DVR routers for this DVR port 0e136dd2-30c6-4499-8614-3918255381fc on host hv-cinder-76003 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:14:30.005686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-81d7d18b-964e-48a2-b0e5-b55521cd7e14 req-90dce078-c71a-481f-aec7-4bf3f2d45bde tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:30.014531 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21dbd0-112b-4b33-9eba-b6c68da21112 req-26aaaa63-8f58-4d7b-835c-7abd44c533f6 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:30.016092 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9d21dbd0-112b-4b33-9eba-b6c68da21112 req-26aaaa63-8f58-4d7b-835c-7abd44c533f6 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 946 time: 0.1938863 Feb 17 20:14:30.016605 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983ac467-3b5c-4ca9-8ee6-1cc535f943a4', 'name': 'network-vif-deleted', 'tag': '0e136dd2-30c6-4499-8614-3918255381fc'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:14:30.044960 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-81d7d18b-964e-48a2-b0e5-b55521cd7e14 req-90dce078-c71a-481f-aec7-4bf3f2d45bde tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.127 "DELETE /v2.0/ports/0e136dd2-30c6-4499-8614-3918255381fc HTTP/1.1" status: 204 len: 173 time: 1.2320614 Feb 17 20:14:30.067401 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983ac467-3b5c-4ca9-8ee6-1cc535f943a4', 'name': 'network-vif-deleted', 'tag': '0e136dd2-30c6-4499-8614-3918255381fc', 'status': 'completed', 'code': 200} Feb 17 20:14:30.072798 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9d21dbd0-112b-4b33-9eba-b6c68da21112 req-6c6db220-f570-4192-b434-5c5b3bb8ccf7 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461981 Feb 17 20:14:30.989401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-7a51a25e-9e17-4455-aad4-1a771accb2a8 req-c51ca54c-3c04-4833-a300-021ec53c4064 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Synchronizing usage tracker for tenant:2b9361d772f4489e90685a3b38a5e845 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:14:31.004601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-7a51a25e-9e17-4455-aad4-1a771accb2a8 req-c51ca54c-3c04-4833-a300-021ec53c4064 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Unset dirty status for tenant:2b9361d772f4489e90685a3b38a5e845 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:14:31.005977 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7a51a25e-9e17-4455-aad4-1a771accb2a8 req-c51ca54c-3c04-4833-a300-021ec53c4064 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 210 time: 0.0694654 Feb 17 20:14:31.270824 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0da0f3-f8f9-4e86-bc98-a6c4cef5fdb0 req-14fd4366-22de-45bf-961f-1d2b99005d0d tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:31.272348 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b0da0f3-f8f9-4e86-bc98-a6c4cef5fdb0 req-14fd4366-22de-45bf-961f-1d2b99005d0d tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 946 time: 0.0846448 Feb 17 20:14:31.321076 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7b0da0f3-f8f9-4e86-bc98-a6c4cef5fdb0 req-d51a637b-6713-4ff5-a954-d92d258a4a1e tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/security-groups?id=734c9ff1-35b4-4783-9595-683c19c6e5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Feb 17 20:14:31.900814 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-8d9919e9-035e-408e-addb-b4e1b372318c req-3ad8e363-e0ae-4f2f-bd62-70d25d1b2428 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Deleting port fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf {{(pid=84037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:14:31.901219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8d9919e9-035e-408e-addb-b4e1b372318c req-3ad8e363-e0ae-4f2f-bd62-70d25d1b2428 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:32.166419 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-8d9919e9-035e-408e-addb-b4e1b372318c req-3ad8e363-e0ae-4f2f-bd62-70d25d1b2428 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] For port fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf,segment=NetworkSegment(e557fa5f-439c-481c-a618-00e1ab223c4f),segment_id=e557fa5f-439c-481c-a618-00e1ab223c4f)] {{(pid=84037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:14:32.166743 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8d9919e9-035e-408e-addb-b4e1b372318c req-3ad8e363-e0ae-4f2f-bd62-70d25d1b2428 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:32.186765 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-87b794e2-9ef7-400c-adbf-beb45d0e1025 req-0c9ccb27-1615-4c93-936d-444857b3af97 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=983ac467-3b5c-4ca9-8ee6-1cc535f943a4 HTTP/1.1" status: 200 len: 210 time: 0.0521195 Feb 17 20:14:32.252205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:14:32.301175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-8d9919e9-035e-408e-addb-b4e1b372318c req-3ad8e363-e0ae-4f2f-bd62-70d25d1b2428 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Calling delete_port for fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf owned by compute:nova {{(pid=84037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:14:32.320325 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:14:32.377635 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:32.487399 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8d9919e9-035e-408e-addb-b4e1b372318c req-3ad8e363-e0ae-4f2f-bd62-70d25d1b2428 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:32.516460 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1ca43cf1-c11f-4436-b191-ea418fd0e0bc req-9446719f-ee71-42f5-825b-8465b8193114 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f6bb6ce-fef5-4834-bfa5-13786f37cd98 HTTP/1.1" status: 200 len: 210 time: 0.0641296 Feb 17 20:14:32.530377 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 0e136dd2-30c6-4499-8614-3918255381fc no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:14:32.592012 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] No Port match for: 0e136dd2-30c6-4499-8614-3918255381fc {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:14:32.592473 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 0e136dd2-30c6-4499-8614-3918255381fc not bound to the agent host hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:14:32.610457 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c08a4510-39b1-44c0-8984-6b53b3b7c1fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:32.668709 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8e363-e0ae-4f2f-bd62-70d25d1b2428 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Pushing event deleted for resources: {'Port': ['ID=fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:32.672675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3ad8e363-e0ae-4f2f-bd62-70d25d1b2428 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:32.722465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9919e9-035e-408e-addb-b4e1b372318c req-3ad8e363-e0ae-4f2f-bd62-70d25d1b2428 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] No DVR routers for this DVR port fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf on host hv-cinder-76003 {{(pid=84037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:14:32.724699 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8d9919e9-035e-408e-addb-b4e1b372318c req-3ad8e363-e0ae-4f2f-bd62-70d25d1b2428 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:32.728047 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6bb6ce-fef5-4834-bfa5-13786f37cd98', 'name': 'network-vif-deleted', 'tag': 'fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:14:32.743088 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8d9919e9-035e-408e-addb-b4e1b372318c req-3ad8e363-e0ae-4f2f-bd62-70d25d1b2428 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] 10.222.0.127 "DELETE /v2.0/ports/fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf HTTP/1.1" status: 204 len: 173 time: 0.9161327 Feb 17 20:14:32.777125 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6bb6ce-fef5-4834-bfa5-13786f37cd98', 'name': 'network-vif-deleted', 'tag': 'fd02978e-1e3d-4acf-aa8b-32eacfa2b8bf', 'status': 'completed', 'code': 200} Feb 17 20:14:33.173733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc58839-2433-4ab6-8116-cf4601114dba req-7c87ac66-1820-4e86-9f74-99733a62e846 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:33.175347 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cc58839-2433-4ab6-8116-cf4601114dba req-7c87ac66-1820-4e86-9f74-99733a62e846 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/networks?id=b0108557-09fa-439e-8c77-2525c73fd665 HTTP/1.1" status: 200 len: 813 time: 0.1597674 Feb 17 20:14:33.191066 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cc58839-2433-4ab6-8116-cf4601114dba req-fcb2b024-4323-4bff-8102-501be4221c7d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/quotas/91a86aa1c2ad43b08458a3c997e8ee49 HTTP/1.1" status: 200 len: 375 time: 0.0096514 Feb 17 20:14:33.246218 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cc58839-2433-4ab6-8116-cf4601114dba req-333242e5-f327-4137-9f20-7085f68a0e92 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=91a86aa1c2ad43b08458a3c997e8ee49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483453 Feb 17 20:14:33.458307 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cc58839-2433-4ab6-8116-cf4601114dba req-314670c2-7dbd-40a5-907d-efa5d07b1422 service neutron] 10.222.0.73 "GET /v2.0/networks/b0108557-09fa-439e-8c77-2525c73fd665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037721 Feb 17 20:14:33.619958 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cc58839-2433-4ab6-8116-cf4601114dba req-bcc95662-7efe-4300-88f1-78e164a43cec service neutron] 10.222.0.73 "GET /v2.0/networks/b0108557-09fa-439e-8c77-2525c73fd665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1541693 Feb 17 20:14:33.638031 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b0849a2-a424-43a0-b1f6-209eef3a9a58 req-62c43d10-f6f4-4e41-9b10-7dc9d716c918 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1053288 Feb 17 20:14:34.081085 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5d2ed3ff-592b-4405-8a63-b1286bffac7c req-75893769-53a9-4a11-bd83-a9684f04504b tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 210 time: 0.3160615 Feb 17 20:14:34.134788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a097f82-316a-4e06-b5b4-db5953d766a9 req-10ab8bb3-f26d-478c-8f95-eee7901d1e06 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:34.136728 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9a097f82-316a-4e06-b5b4-db5953d766a9 req-10ab8bb3-f26d-478c-8f95-eee7901d1e06 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1035359 Feb 17 20:14:34.190899 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9a097f82-316a-4e06-b5b4-db5953d766a9 req-f1d9fb16-81b6-4c3f-87dc-892ffaf15756 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473778 Feb 17 20:14:35.027294 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2a650b11-e7cd-4cd7-a45d-04d01728a8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:35.246232 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b3f19ace-53e6-4b8f-b0f1-544d262bdf40 req-56a9f24b-a6ca-4083-a4e2-2659cd7dfba5 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 210 time: 0.0486042 Feb 17 20:14:35.391084 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb0101-f31c-41a9-9b01-3033df2af29f req-b658b802-7fe9-42b2-ac86-20114ce8a491 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:35.392621 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-79eb0101-f31c-41a9-9b01-3033df2af29f req-b658b802-7fe9-42b2-ac86-20114ce8a491 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0854745 Feb 17 20:14:35.444047 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-79eb0101-f31c-41a9-9b01-3033df2af29f req-f56b9adb-9236-40e0-b6f7-22fca337dcf6 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446832 Feb 17 20:14:36.404502 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b0172a14-d77f-409c-a578-b1907ad65929 req-97fbc226-7ba1-4246-ad45-96ec56c73df5 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 210 time: 0.0488284 Feb 17 20:14:36.645104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb914fe-c17b-4b42-9328-80e8f5671ec5 req-39268ef8-ccbc-4232-849f-93015940dbf2 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:36.647472 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ddb914fe-c17b-4b42-9328-80e8f5671ec5 req-39268ef8-ccbc-4232-849f-93015940dbf2 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0857460 Feb 17 20:14:36.699535 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ddb914fe-c17b-4b42-9328-80e8f5671ec5 req-b3b1fb59-0e90-4777-9e6a-76f5ccf0a997 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435116 Feb 17 20:14:36.732028 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0849a2-a424-43a0-b1f6-209eef3a9a58 req-dfa364ef-5fb3-440e-a798-42afdbd8aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:36.733692 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b0849a2-a424-43a0-b1f6-209eef3a9a58 req-dfa364ef-5fb3-440e-a798-42afdbd8aa7a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bef112b64fbd44c2889ba8317513c94e&device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 1163 time: 0.0808873 Feb 17 20:14:36.894302 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0849a2-a424-43a0-b1f6-209eef3a9a58 req-65aaae8f-8c4d-4359-91b1-1c6fe3e54af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:36.895886 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b0849a2-a424-43a0-b1f6-209eef3a9a58 req-65aaae8f-8c4d-4359-91b1-1c6fe3e54af2 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 200 len: 911 time: 0.1405256 Feb 17 20:14:37.010955 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b0849a2-a424-43a0-b1f6-209eef3a9a58 req-2202e0d2-330c-490e-9311-cee2aeabdb26 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=239a0b21-3e11-4be5-b746-5403d1ce5cbf HTTP/1.1" status: 200 len: 1002 time: 0.1074333 Feb 17 20:14:37.088691 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0849a2-a424-43a0-b1f6-209eef3a9a58 req-169b874d-6b2d-46fc-ba98-ce397bf6be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:37.090991 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b0849a2-a424-43a0-b1f6-209eef3a9a58 req-169b874d-6b2d-46fc-ba98-ce397bf6be25 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1dab1ba6-9853-478e-b806-2a2376b065de HTTP/1.1" status: 200 len: 856 time: 0.0727713 Feb 17 20:14:37.188735 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0849a2-a424-43a0-b1f6-209eef3a9a58 req-678ab926-f355-4172-b29b-691877fb4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:37.190419 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b0849a2-a424-43a0-b1f6-209eef3a9a58 req-678ab926-f355-4172-b29b-691877fb4dfa service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a0904cfe-b6c7-49f8-a858-3708f653bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790811 Feb 17 20:14:37.341195 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b0849a2-a424-43a0-b1f6-209eef3a9a58 req-26faeb92-371a-4e51-a3f3-172fb243c132 service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377811 Feb 17 20:14:37.565048 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c23439c5-4669-4adf-81df-cae2ce1c0f7c req-14b50cc8-e445-498e-bac4-6fd4c7cf0e17 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 210 time: 0.0503154 Feb 17 20:14:37.668364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-25d3acbe-2ab2-4f0b-b947-521f03022302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:37.899405 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab99c47-b9d9-4b2f-89d8-95ee03e0deaa req-1422321d-8c78-41b6-b6b2-3338488faa6d tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:37.901123 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6ab99c47-b9d9-4b2f-89d8-95ee03e0deaa req-1422321d-8c78-41b6-b6b2-3338488faa6d tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0871735 Feb 17 20:14:37.919426 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:37.950578 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6ab99c47-b9d9-4b2f-89d8-95ee03e0deaa req-e36af2f4-6730-42aa-932a-b3f1293a94a9 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422819 Feb 17 20:14:38.729918 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-954f220e-c239-4f2e-9a0b-59ef0164d927 req-55f45184-ffac-4790-9c03-5ea76c673a89 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 210 time: 0.0515068 Feb 17 20:14:39.147563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa15bd-0e05-48ff-99fe-d84f9c0a2a21 req-184c4a8b-805b-4ba2-93fd-53e941f30b66 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:39.149842 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-71aa15bd-0e05-48ff-99fe-d84f9c0a2a21 req-184c4a8b-805b-4ba2-93fd-53e941f30b66 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0880120 Feb 17 20:14:39.173061 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:39.197768 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-71aa15bd-0e05-48ff-99fe-d84f9c0a2a21 req-3d60ddfd-f68c-4224-b99f-87fb84e39269 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416265 Feb 17 20:14:39.431009 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:39.890534 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-13238d2f-5b3d-4a45-b2c5-55df48e9672f req-21d9a4c4-e157-4dd5-84ed-080ff6e712fe tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 210 time: 0.0506594 Feb 17 20:14:40.399291 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e5ddf-9dee-4f2a-8a37-13cfb697c1bb req-54734e0b-3178-4815-8a82-1c7f7ac1de27 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:40.401070 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-970e5ddf-9dee-4f2a-8a37-13cfb697c1bb req-54734e0b-3178-4815-8a82-1c7f7ac1de27 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.0911007 Feb 17 20:14:40.450349 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-970e5ddf-9dee-4f2a-8a37-13cfb697c1bb req-ad1d2cc3-3c58-4a5a-9028-d2cae9969615 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428584 Feb 17 20:14:40.469691 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:40.769948 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b0849a2-a424-43a0-b1f6-209eef3a9a58 req-58ccc978-15f5-4a95-9a96-25172bf36a6b service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413243 Feb 17 20:14:40.798713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc58839-2433-4ab6-8116-cf4601114dba req-be946183-547c-42ff-8782-3cd995163ab4 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:40.800839 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cc58839-2433-4ab6-8116-cf4601114dba req-be946183-547c-42ff-8782-3cd995163ab4 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.127 "GET /v2.0/networks?id=b0108557-09fa-439e-8c77-2525c73fd665 HTTP/1.1" status: 200 len: 813 time: 0.1617651 Feb 17 20:14:40.817640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-1cc58839-2433-4ab6-8116-cf4601114dba req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Request body: {'port': {'device_id': '31277ecf-15a5-438b-a51f-af5792c6c5b8', 'network_id': 'b0108557-09fa-439e-8c77-2525c73fd665', 'admin_state_up': True, 'tenant_id': '91a86aa1c2ad43b08458a3c997e8ee49'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:40.966002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-1cc58839-2433-4ab6-8116-cf4601114dba req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:40.975709 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-1cc58839-2433-4ab6-8116-cf4601114dba req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:40.984491 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc58839-2433-4ab6-8116-cf4601114dba req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Made reservation on behalf of 91a86aa1c2ad43b08458a3c997e8ee49 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:14:40.990056 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1cc58839-2433-4ab6-8116-cf4601114dba req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:41.068374 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-36e2a29c-6421-407f-bb99-99e8a6c843f7 req-6087f0cb-a3c1-4b77-b775-38b3406843d4 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 210 time: 0.0659037 Feb 17 20:14:41.355885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-1cc58839-2433-4ab6-8116-cf4601114dba req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Allocated IP 172.20.0.3 (b0108557-09fa-439e-8c77-2525c73fd665/ac58426d-862a-4154-8518-9b1ea136b60f/5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:14:41.628676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1cc58839-2433-4ab6-8116-cf4601114dba req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:41.690961 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05555d5c-7789-4093-b29a-68bcb2749c41 req-0b0c4ab5-a299-41c8-98d8-86e00a52780a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:41.692582 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-05555d5c-7789-4093-b29a-68bcb2749c41 req-0b0c4ab5-a299-41c8-98d8-86e00a52780a tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1208601 Feb 17 20:14:41.719196 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1cc58839-2433-4ab6-8116-cf4601114dba req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:41.788802 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-bcc3cb56-00d1-45a8-9785-ac89b3010b1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:41.902790 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-05555d5c-7789-4093-b29a-68bcb2749c41 req-0474d4ca-ac50-43f8-8a4c-faa58eebbca3 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034738 Feb 17 20:14:41.909429 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Pushing event updated for resources: {'Port': ['ID=5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:41.932275 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.932680 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.933105 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.933495 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.933880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.934262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.934688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.935115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.935493 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.935870 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.936246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.936623 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.937078 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.937460 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.937834 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.938213 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.938646 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.939028 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.939401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.939774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.940149 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.940520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.940899 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.941286 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:14:41.946237 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:41.984477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc58839-2433-4ab6-8116-cf4601114dba req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Network b0108557-09fa-439e-8c77-2525c73fd665 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:14:41.985718 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-1cc58839-2433-4ab6-8116-cf4601114dba req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:14:41.988048 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc58839-2433-4ab6-8116-cf4601114dba req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:14:42.052062 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc58839-2433-4ab6-8116-cf4601114dba req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:42.052724 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1cc58839-2433-4ab6-8116-cf4601114dba req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:42.079662 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cc58839-2433-4ab6-8116-cf4601114dba req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2663245 Feb 17 20:14:42.109438 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Request body: {'port': {'device_id': '31277ecf-15a5-438b-a51f-af5792c6c5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:14:42.289585 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:42.386569 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fd775-8aba-4ec0-9dad-31707266f33f req-10dd1f05-7f99-4149-af35-5d536a4865de tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:42.387408 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-f40fd775-8aba-4ec0-9dad-31707266f33f req-10dd1f05-7f99-4149-af35-5d536a4865de tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Synchronizing usage tracker for tenant:91a86aa1c2ad43b08458a3c997e8ee49 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:14:42.464717 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-f40fd775-8aba-4ec0-9dad-31707266f33f req-10dd1f05-7f99-4149-af35-5d536a4865de tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Unset dirty status for tenant:91a86aa1c2ad43b08458a3c997e8ee49 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:14:42.470400 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f40fd775-8aba-4ec0-9dad-31707266f33f req-10dd1f05-7f99-4149-af35-5d536a4865de tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 931 time: 0.2648706 Feb 17 20:14:42.597916 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f40fd775-8aba-4ec0-9dad-31707266f33f req-60c93fe1-6a1f-40a6-9f1e-1121e3bffab7 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177337 Feb 17 20:14:42.839032 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:14:42.848075 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:42.862367 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Transition to ACTIVE for port object 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:14:42.865871 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:42.883270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5f3349cb-5f6a-43e9-bf5d-35674426046f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:43.097855 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Pushing event updated for resources: {'Port': ['ID=5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:43.102462 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:43.307509 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7b5da-2d2b-4c4a-9636-5ec978cd2518 req-f9e9fd55-cff2-434d-8d36-4c65c412dd1f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:43.309251 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bfb7b5da-2d2b-4c4a-9636-5ec978cd2518 req-f9e9fd55-cff2-434d-8d36-4c65c412dd1f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.2794833 Feb 17 20:14:43.607253 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bfb7b5da-2d2b-4c4a-9636-5ec978cd2518 req-a9ab5376-6bab-4feb-ad33-b46d7b21881c tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848942 Feb 17 20:14:43.609958 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Attempting to bind port 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:14:43.610724 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Attempting to bind port 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': '0472dac8-c5de-456e-8769-f4c30d297432', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0108557-09fa-439e-8c77-2525c73fd665'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:14:43.610724 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Attempting to bind port 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e on network b0108557-09fa-439e-8c77-2525c73fd665 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:14:43.617206 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:14:43.617514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Checking segment: {'id': '0472dac8-c5de-456e-8769-f4c30d297432', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0108557-09fa-439e-8c77-2525c73fd665'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:14:43.617935 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:43.618334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Bound using segment: {'id': '0472dac8-c5de-456e-8769-f4c30d297432', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0108557-09fa-439e-8c77-2525c73fd665'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:14:43.618822 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Bound port: 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0472dac8-c5de-456e-8769-f4c30d297432', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0108557-09fa-439e-8c77-2525c73fd665'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:14:43.619259 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:43.832137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] For port 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e, host hv-cinder-76003, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:14:43.836899 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] For port 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e,segment=NetworkSegment(0472dac8-c5de-456e-8769-f4c30d297432),segment_id=0472dac8-c5de-456e-8769-f4c30d297432)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:14:43.841760 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:43.858539 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:43.991632 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004ba10-38fb-413c-81ff-177b82cce61c req-3a99d57d-2bf9-4c6f-9b60-a774700a8854 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:43.993820 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5004ba10-38fb-413c-81ff-177b82cce61c req-3a99d57d-2bf9-4c6f-9b60-a774700a8854 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 943 time: 0.2688498 Feb 17 20:14:44.070902 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Pushing event updated for resources: {'Port': ['ID=5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:44.079894 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:44.099539 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5004ba10-38fb-413c-81ff-177b82cce61c req-47941257-4d1a-4d65-8af5-e8a38dce7442 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986357 Feb 17 20:14:44.127948 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:44.129029 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:44.131253 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cc58839-2433-4ab6-8116-cf4601114dba req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] 10.222.0.127 "PUT /v2.0/ports/5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e HTTP/1.1" status: 200 len: 1157 time: 2.0265110 Feb 17 20:14:44.131979 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31277ecf-15a5-438b-a51f-af5792c6c5b8', 'tag': '5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:14:44.238075 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31277ecf-15a5-438b-a51f-af5792c6c5b8', 'tag': '5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e', 'status': 'completed', 'code': 200} Feb 17 20:14:44.285249 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc58839-2433-4ab6-8116-cf4601114dba req-ac488cfe-7f24-493c-8758-394a682da670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:44.287272 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cc58839-2433-4ab6-8116-cf4601114dba req-ac488cfe-7f24-493c-8758-394a682da670 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=91a86aa1c2ad43b08458a3c997e8ee49&device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 1160 time: 0.1128435 Feb 17 20:14:44.404081 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cc58839-2433-4ab6-8116-cf4601114dba req-66b5e233-8a46-44ed-ba62-0b1b19c0e4b0 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e HTTP/1.1" status: 200 len: 217 time: 0.1059630 Feb 17 20:14:44.508392 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc58839-2433-4ab6-8116-cf4601114dba req-66b2932d-4227-4e1e-a1ed-a1b62d0e4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:44.510386 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cc58839-2433-4ab6-8116-cf4601114dba req-66b2932d-4227-4e1e-a1ed-a1b62d0e4712 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ac58426d-862a-4154-8518-9b1ea136b60f HTTP/1.1" status: 200 len: 853 time: 0.0936975 Feb 17 20:14:44.577357 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cc58839-2433-4ab6-8116-cf4601114dba req-941ba00f-92e8-40f3-a53f-a6a2d94a8380 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b0108557-09fa-439e-8c77-2525c73fd665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574305 Feb 17 20:14:44.737173 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cc58839-2433-4ab6-8116-cf4601114dba req-2a0abe8c-f7a2-4c0a-b7dc-7a23347d7d1e service neutron] 10.222.0.127 "GET /v2.0/networks/b0108557-09fa-439e-8c77-2525c73fd665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452572 Feb 17 20:14:44.961450 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cc58839-2433-4ab6-8116-cf4601114dba req-59fa6fe8-78e9-460b-875b-801d2beef7e5 service neutron] 10.222.0.127 "GET /v2.0/networks/b0108557-09fa-439e-8c77-2525c73fd665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2149572 Feb 17 20:14:44.980427 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd97a1-bd1a-42a7-b3a7-2b90b302e626 req-ba34c55e-f245-4a4b-a1f6-e905d15e93a0 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:44.982049 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34bd97a1-bd1a-42a7-b3a7-2b90b302e626 req-ba34c55e-f245-4a4b-a1f6-e905d15e93a0 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1584263 Feb 17 20:14:45.110155 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34bd97a1-bd1a-42a7-b3a7-2b90b302e626 req-e683edfb-617f-4e99-8b4f-71651dc49f8b tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159813 Feb 17 20:14:45.140364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe9dc5-172e-4e86-9155-a1bba47eb4d3 req-d37bd275-8d04-4e22-8b75-369bca634989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:45.143110 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-51fe9dc5-172e-4e86-9155-a1bba47eb4d3 req-d37bd275-8d04-4e22-8b75-369bca634989 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=91a86aa1c2ad43b08458a3c997e8ee49&device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 1160 time: 0.1258817 Feb 17 20:14:45.378043 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110995a4-6f1d-4b1e-9dfc-d27479e54a25 req-091610e9-ed73-44b5-827e-4c4a3329b128 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:45.380124 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-110995a4-6f1d-4b1e-9dfc-d27479e54a25 req-091610e9-ed73-44b5-827e-4c4a3329b128 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 943 time: 0.1237791 Feb 17 20:14:45.477756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe9dc5-172e-4e86-9155-a1bba47eb4d3 req-6d62df60-6e3e-44bd-99bc-f66c32577cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:45.479470 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-51fe9dc5-172e-4e86-9155-a1bba47eb4d3 req-6d62df60-6e3e-44bd-99bc-f66c32577cd2 service neutron] 10.222.0.127 "GET /v2.0/networks?id=b0108557-09fa-439e-8c77-2525c73fd665 HTTP/1.1" status: 200 len: 907 time: 0.3226807 Feb 17 20:14:45.558248 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 57862) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:45.584666 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-51fe9dc5-172e-4e86-9155-a1bba47eb4d3 req-972c7e6a-dce2-4272-908c-cf6bf204e524 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e HTTP/1.1" status: 200 len: 217 time: 0.0941906 Feb 17 20:14:45.592877 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-110995a4-6f1d-4b1e-9dfc-d27479e54a25 req-ec7353c4-0224-4ee3-85d4-2be224aa9c3a tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987932 Feb 17 20:14:45.675522 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe9dc5-172e-4e86-9155-a1bba47eb4d3 req-7c6c0714-a72d-4b75-b592-d8bbeb115060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:45.677339 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-51fe9dc5-172e-4e86-9155-a1bba47eb4d3 req-7c6c0714-a72d-4b75-b592-d8bbeb115060 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=ac58426d-862a-4154-8518-9b1ea136b60f HTTP/1.1" status: 200 len: 853 time: 0.0819292 Feb 17 20:14:45.717400 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-23f33298-0eaa-4b8c-b10a-3eece39d6f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:45.737440 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-23f33298-0eaa-4b8c-b10a-3eece39d6f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:45.742535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-23f33298-0eaa-4b8c-b10a-3eece39d6f12 admin admin] Usage tracker for resource:security_group_rule and tenant:d7dca8a1a3cc476faf62f85ca68be174 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:45.743541 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-51fe9dc5-172e-4e86-9155-a1bba47eb4d3 req-500cfb9c-105d-434d-a7d1-1d8ce0298643 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b0108557-09fa-439e-8c77-2525c73fd665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553882 Feb 17 20:14:45.746226 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-23f33298-0eaa-4b8c-b10a-3eece39d6f12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:45.752570 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-23f33298-0eaa-4b8c-b10a-3eece39d6f12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:45.848175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-23f33298-0eaa-4b8c-b10a-3eece39d6f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:45.853653 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-23f33298-0eaa-4b8c-b10a-3eece39d6f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:45.865819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a79e27d1-5864-43b1-85b2-2a7f30b0cdd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:45.923129 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-51fe9dc5-172e-4e86-9155-a1bba47eb4d3 req-60d424ce-df4f-4c99-bda3-dc35e1e88c16 service neutron] 10.222.0.127 "GET /v2.0/networks/b0108557-09fa-439e-8c77-2525c73fd665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676185 Feb 17 20:14:45.926410 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-23f33298-0eaa-4b8c-b10a-3eece39d6f12 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7dca8a1a3cc476faf62f85ca68be174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667569 Feb 17 20:14:45.929985 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 57868) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:45.932407 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f33298-0eaa-4b8c-b10a-3eece39d6f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5644b6-4bdf-4329-a5a4-acea89304689,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:45.936363 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-23f33298-0eaa-4b8c-b10a-3eece39d6f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:46.110693 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5fea09d6-ce91-4664-941d-6ea9c8e9a636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:46.158399 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-51fe9dc5-172e-4e86-9155-a1bba47eb4d3 req-e7323455-97d2-4795-ada3-a4d885b4d756 service neutron] 10.222.0.127 "GET /v2.0/networks/b0108557-09fa-439e-8c77-2525c73fd665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2109914 Feb 17 20:14:46.160435 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5fea09d6-ce91-4664-941d-6ea9c8e9a636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:46.217811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5fea09d6-ce91-4664-941d-6ea9c8e9a636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:46.223300 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5fb50248-5da5-484a-98df-bb8a59492949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:46.276816 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea09d6-ce91-4664-941d-6ea9c8e9a636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5644b6-4bdf-4329-a5a4-acea89304689,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:46.283155 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5fea09d6-ce91-4664-941d-6ea9c8e9a636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:46.284203 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5fea09d6-ce91-4664-941d-6ea9c8e9a636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:46.285243 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-5fea09d6-ce91-4664-941d-6ea9c8e9a636 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6a5644b6-4bdf-4329-a5a4-acea89304689 HTTP/1.1" status: 204 len: 168 time: 0.3526342 Feb 17 20:14:46.355511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4aed6e-bf5b-418b-bf4a-02d683469134 req-3120150d-970e-4925-905e-593ea2314eb8 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:46.357781 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb4aed6e-bf5b-418b-bf4a-02d683469134 req-3120150d-970e-4925-905e-593ea2314eb8 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1237249 Feb 17 20:14:46.417884 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb4aed6e-bf5b-418b-bf4a-02d683469134 req-82889256-86b3-4c3b-9ffe-046a2d1c72ac tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507255 Feb 17 20:14:46.654632 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 57888) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:46.693294 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c30a0a81-0a66-4252-8cd0-c82f50058ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:46.713136 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c30a0a81-0a66-4252-8cd0-c82f50058ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:46.718101 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c30a0a81-0a66-4252-8cd0-c82f50058ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:85a4615a2f214c95a657fd2e9e495888 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:46.722374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c30a0a81-0a66-4252-8cd0-c82f50058ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:46.771885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c30a0a81-0a66-4252-8cd0-c82f50058ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:46.852798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325dea1-b4b5-4f3b-a998-a5d7406a9416 req-3b5331fe-1a74-41af-a85b-0afb5bbbc67b tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:46.854744 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7325dea1-b4b5-4f3b-a998-a5d7406a9416 req-3b5331fe-1a74-41af-a85b-0afb5bbbc67b tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 943 time: 0.1336117 Feb 17 20:14:46.930943 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7325dea1-b4b5-4f3b-a998-a5d7406a9416 req-7a0987f0-61cb-45fe-b4fa-62a663c0312d tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685813 Feb 17 20:14:46.946212 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c30a0a81-0a66-4252-8cd0-c82f50058ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:46.949232 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c30a0a81-0a66-4252-8cd0-c82f50058ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:46.958296 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d88bdfc8-2a39-4f4c-855c-070127a40b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:47.001905 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c30a0a81-0a66-4252-8cd0-c82f50058ac2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=85a4615a2f214c95a657fd2e9e495888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460982 Feb 17 20:14:47.003865 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a0a81-0a66-4252-8cd0-c82f50058ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e65867-16b9-43a0-95d0-26ec7ef80e04,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:47.005433 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 57892) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:47.007187 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c30a0a81-0a66-4252-8cd0-c82f50058ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:47.074448 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df3a2b84-057a-46c0-b61f-32e8c036dd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:47.103013 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df3a2b84-057a-46c0-b61f-32e8c036dd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:47.151153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df3a2b84-057a-46c0-b61f-32e8c036dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:47.158905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e2902a2d-2b6f-4a7e-a0ab-71baf7bf19af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:47.176385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df3a2b84-057a-46c0-b61f-32e8c036dd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:47.181175 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-df3a2b84-057a-46c0-b61f-32e8c036dd33 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/85e65867-16b9-43a0-95d0-26ec7ef80e04 HTTP/1.1" status: 204 len: 168 time: 0.1745133 Feb 17 20:14:47.182262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a2b84-057a-46c0-b61f-32e8c036dd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e65867-16b9-43a0-95d0-26ec7ef80e04,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:47.184904 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-df3a2b84-057a-46c0-b61f-32e8c036dd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:47.564705 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:14:47.642753 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d90bfd-c791-49af-8378-2456cb6e5c3c req-3708ab6b-c96b-4ed0-8c16-43120e04a636 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:47.651105 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f7d90bfd-c791-49af-8378-2456cb6e5c3c req-3708ab6b-c96b-4ed0-8c16-43120e04a636 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1025839 Feb 17 20:14:47.709703 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:14:47.719027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:14:47.719830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:47.740643 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f7d90bfd-c791-49af-8378-2456cb6e5c3c req-99365dd8-2170-4b91-a6c9-b0adc7e7c575 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885835 Feb 17 20:14:47.884771 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:47.916574 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31277ecf-15a5-438b-a51f-af5792c6c5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:14:47.928143 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e,segment=NetworkSegment(0472dac8-c5de-456e-8769-f4c30d297432),segment_id=0472dac8-c5de-456e-8769-f4c30d297432)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:14:47.932352 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:47.935091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cd42a7bc-6c6d-4b4c-a82a-2b79b373e4b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:48.005567 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31277ecf-15a5-438b-a51f-af5792c6c5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e', 'code': 200} Feb 17 20:14:48.042737 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:48.051548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:48.230416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b947e8-1077-4620-a0f0-891f56abdcd1 req-07650eb3-d0fa-4627-97f2-43c3ed53ada2 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:48.234428 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c4b947e8-1077-4620-a0f0-891f56abdcd1 req-07650eb3-d0fa-4627-97f2-43c3ed53ada2 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 945 time: 0.1332355 Feb 17 20:14:48.361675 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c4b947e8-1077-4620-a0f0-891f56abdcd1 req-b7c3b59a-ce1e-4431-9a46-b3661ed7fa44 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191461 Feb 17 20:14:48.405067 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc7a36-5d2d-48b4-ba44-540d7b6336e3 req-ed65ff64-f944-4467-9ce6-d3a98e9d01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:48.407004 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-33fc7a36-5d2d-48b4-ba44-540d7b6336e3 req-ed65ff64-f944-4467-9ce6-d3a98e9d01bb service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 1162 time: 0.1366374 Feb 17 20:14:48.493717 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-33fc7a36-5d2d-48b4-ba44-540d7b6336e3 req-d0d4024d-228b-46fa-886f-8c0193d60864 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709043 Feb 17 20:14:48.503908 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-685039a9-f437-400d-b2b2-c20e3e90896f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:48.504054 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-685039a9-f437-400d-b2b2-c20e3e90896f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Synchronizing usage tracker for tenant:2b9361d772f4489e90685a3b38a5e845 on resource:port {{(pid=84037) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:14:48.521121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-685039a9-f437-400d-b2b2-c20e3e90896f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Unset dirty status for tenant:2b9361d772f4489e90685a3b38a5e845 on resource:port {{(pid=84037) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:14:48.523138 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-685039a9-f437-400d-b2b2-c20e3e90896f tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.127 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1511045 Feb 17 20:14:48.872458 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Deleting port cc005afc-6d4b-4bdb-8e94-99b407da00d2 {{(pid=84037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:14:48.872895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:48.995648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56f46f-8ce4-48d1-bc49-ab584a7c423d req-7ddfffbd-0aaa-4262-8211-9f65f0825947 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:48.998113 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7d56f46f-8ce4-48d1-bc49-ab584a7c423d req-7ddfffbd-0aaa-4262-8211-9f65f0825947 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 945 time: 0.1084795 Feb 17 20:14:49.025601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:14:49.066736 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7d56f46f-8ce4-48d1-bc49-ab584a7c423d req-82e5d656-f81a-4cd3-a6fa-7b710d71c718 tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583010 Feb 17 20:14:49.112703 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:14:49.113335 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:49.269900 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device cc005afc-6d4b-4bdb-8e94-99b407da00d2 no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:14:49.283157 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] For port cc005afc-6d4b-4bdb-8e94-99b407da00d2, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=cc005afc-6d4b-4bdb-8e94-99b407da00d2,segment=NetworkSegment(df98e125-e334-46b4-badc-a3d868ddf90b),segment_id=df98e125-e334-46b4-badc-a3d868ddf90b)] {{(pid=84037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:14:49.283665 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:49.464498 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:49.513892 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port cc005afc-6d4b-4bdb-8e94-99b407da00d2, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=cc005afc-6d4b-4bdb-8e94-99b407da00d2,segment=NetworkSegment(df98e125-e334-46b4-badc-a3d868ddf90b),segment_id=df98e125-e334-46b4-badc-a3d868ddf90b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:14:49.516306 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Calling delete_port for cc005afc-6d4b-4bdb-8e94-99b407da00d2 owned by compute:nova {{(pid=84037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:14:49.520104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:49.523582 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:49.629911 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=cc005afc-6d4b-4bdb-8e94-99b407da00d2,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:49.645598 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:49.705059 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84037) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:14:49.705811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:14:49.994168 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814c179-20a1-4dd5-8f62-0a587aaacd75 req-eda6a11c-d7f2-4114-83c8-057d26e6695e tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:49.997261 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3814c179-20a1-4dd5-8f62-0a587aaacd75 req-eda6a11c-d7f2-4114-83c8-057d26e6695e tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 945 time: 0.4175539 Feb 17 20:14:50.008314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c458ba31-34fa-4f0d-bde8-1bd80de36a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc005afc-6d4b-4bdb-8e94-99b407da00d2'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:14:50.056492 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3814c179-20a1-4dd5-8f62-0a587aaacd75 req-71d0731c-aa49-47c1-ab4d-f212555aff73 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534360 Feb 17 20:14:50.078975 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c458ba31-34fa-4f0d-bde8-1bd80de36a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc005afc-6d4b-4bdb-8e94-99b407da00d2', 'code': 200} Feb 17 20:14:50.208054 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Deleting port cc005afc-6d4b-4bdb-8e94-99b407da00d2 {{(pid=84037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:14:50.209126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:50.300041 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051a76d-3079-40a7-8de2-941a7edd39d0 req-3feca560-aeea-4514-969c-86fe63d52d2e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:50.302571 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6051a76d-3079-40a7-8de2-941a7edd39d0 req-3feca560-aeea-4514-969c-86fe63d52d2e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 943 time: 0.1079748 Feb 17 20:14:50.386069 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6051a76d-3079-40a7-8de2-941a7edd39d0 req-45ada278-b186-4bd4-b35f-6f73314efebd tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/security-groups?id=24004c3c-ab88-4bdd-a537-d1055bdd8e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742784 Feb 17 20:14:50.632655 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] For port cc005afc-6d4b-4bdb-8e94-99b407da00d2, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=cc005afc-6d4b-4bdb-8e94-99b407da00d2,segment=NetworkSegment(df98e125-e334-46b4-badc-a3d868ddf90b),segment_id=df98e125-e334-46b4-badc-a3d868ddf90b)] {{(pid=84037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:14:50.633049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:50.779851 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Calling delete_port for cc005afc-6d4b-4bdb-8e94-99b407da00d2 owned by compute:nova {{(pid=84037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:14:50.936815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:50.955683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:51.034997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:14:51.237858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:14:51.238548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:51.295567 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Pushing event deleted for resources: {'Port': ['ID=cc005afc-6d4b-4bdb-8e94-99b407da00d2,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:51.310520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942d0d-f3a3-4243-8e88-f4b7b9a9eb28 req-fe522438-bce3-47a2-8792-e44c06b496f7 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:14:51.312320 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4f942d0d-f3a3-4243-8e88-f4b7b9a9eb28 req-fe522438-bce3-47a2-8792-e44c06b496f7 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 945 time: 0.1101460 Feb 17 20:14:51.352748 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:51.385758 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4f942d0d-f3a3-4243-8e88-f4b7b9a9eb28 req-91b7302c-5edf-410b-bff0-dc97c55c4c0b tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652769 Feb 17 20:14:51.423133 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] No DVR routers for this DVR port cc005afc-6d4b-4bdb-8e94-99b407da00d2 on host hv-cinder-76003 {{(pid=84037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:14:51.425560 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:51.428817 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c458ba31-34fa-4f0d-bde8-1bd80de36a09', 'name': 'network-vif-deleted', 'tag': 'cc005afc-6d4b-4bdb-8e94-99b407da00d2'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:14:51.445708 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-67556fc0-37aa-4c82-8f3c-2fd31f03fc1a req-828aed3c-8e91-4427-9b99-fe576887790e tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.127 "DELETE /v2.0/ports/cc005afc-6d4b-4bdb-8e94-99b407da00d2 HTTP/1.1" status: 204 len: 173 time: 2.7011383 Feb 17 20:14:51.574732 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-02cc9b9b-abfb-4c87-b2dc-133cd014e918 req-30d7af96-af41-4906-b7ac-c6dc55b4ff1d tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] 10.222.0.73 "GET /v2.0/ports?device_id=c458ba31-34fa-4f0d-bde8-1bd80de36a09 HTTP/1.1" status: 200 len: 210 time: 0.0592411 Feb 17 20:14:51.677661 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c458ba31-34fa-4f0d-bde8-1bd80de36a09', 'name': 'network-vif-deleted', 'tag': 'cc005afc-6d4b-4bdb-8e94-99b407da00d2', 'status': 'completed', 'code': 200} Feb 17 20:14:52.685471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 58010) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:53.478438 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4fab935d-2722-4d12-86ee-a6fa32478e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404122'] for router_interface, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:53.900620 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-4fab935d-2722-4d12-86ee-a6fa32478e33 admin admin] Deleting port 6f8937f2-b8c8-4992-aef9-c5be17218e40 {{(pid=84037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:14:53.902110 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4fab935d-2722-4d12-86ee-a6fa32478e33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.124605 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-4fab935d-2722-4d12-86ee-a6fa32478e33 admin admin] For port 6f8937f2-b8c8-4992-aef9-c5be17218e40, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=6f8937f2-b8c8-4992-aef9-c5be17218e40,segment=NetworkSegment(df98e125-e334-46b4-badc-a3d868ddf90b),segment_id=df98e125-e334-46b4-badc-a3d868ddf90b)] {{(pid=84037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:14:54.125050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4fab935d-2722-4d12-86ee-a6fa32478e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.266518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-4fab935d-2722-4d12-86ee-a6fa32478e33 admin admin] Calling delete_port for 6f8937f2-b8c8-4992-aef9-c5be17218e40 owned by network:router_interface {{(pid=84037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:14:54.652184 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4fab935d-2722-4d12-86ee-a6fa32478e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:54.764675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cee84360-6df7-4f56-92cb-edb45fc93812 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:54.841894 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab935d-2722-4d12-86ee-a6fa32478e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8937f2-b8c8-4992-aef9-c5be17218e40,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:54.844832 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4fab935d-2722-4d12-86ee-a6fa32478e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:55.151455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4fab935d-2722-4d12-86ee-a6fa32478e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853146494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404212'] for router_interface, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:56.219941 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fab935d-2722-4d12-86ee-a6fa32478e33 admin admin] Router d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:14:56.491116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fab935d-2722-4d12-86ee-a6fa32478e33 admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:14:56.502486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9418a-a46a-4e8a-8ce9-541d359a95a8 None None] Sync routers for ids ['d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:14:56.512831 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-4fab935d-2722-4d12-86ee-a6fa32478e33 admin admin] 10.222.0.73 "PUT /v2.0/routers/d8fe933d-0b1c-4f36-a4a9-993ec9fdea81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8261001 Feb 17 20:14:56.515709 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 58102) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:56.539350 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9418a-a46a-4e8a-8ce9-541d359a95a8 None None] Routers {'d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:14:56.542084 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-e6e9418a-a46a-4e8a-8ce9-541d359a95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:14:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:14:56.735240 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58110) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:56.849941 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Notify callbacks [] for router, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:56.901940 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-36c6fe4b-2be4-4dc8-8f0b-7ee7a01b1467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:56.902985 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-e6e9418a-a46a-4e8a-8ce9-541d359a95a8 None None] Set router d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:14:56.919901 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-36c6fe4b-2be4-4dc8-8f0b-7ee7a01b1467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:56.924694 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-36c6fe4b-2be4-4dc8-8f0b-7ee7a01b1467 admin admin] Usage tracker for resource:security_group_rule and tenant:473f7099ca4742c9982ee00e2d8d0ad3 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:56.928047 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-36c6fe4b-2be4-4dc8-8f0b-7ee7a01b1467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:56.935793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-36c6fe4b-2be4-4dc8-8f0b-7ee7a01b1467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:57.031606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-36c6fe4b-2be4-4dc8-8f0b-7ee7a01b1467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.036572 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-36c6fe4b-2be4-4dc8-8f0b-7ee7a01b1467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.047630 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8765766d-c899-4166-922c-84d0c9a100f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:57.068825 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.078561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Deleting port 67c5a89a-444c-48fd-99f5-9e7f84970b42 {{(pid=84037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:14:57.078944 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.081097 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6fe4b-2be4-4dc8-8f0b-7ee7a01b1467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6005dd5-1427-4455-bf4f-a51f6ccbe105,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:57.086411 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-36c6fe4b-2be4-4dc8-8f0b-7ee7a01b1467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:57.112057 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-36c6fe4b-2be4-4dc8-8f0b-7ee7a01b1467 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=473f7099ca4742c9982ee00e2d8d0ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753300 Feb 17 20:14:57.112520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 58124) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:57.243236 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-e6e9418a-a46a-4e8a-8ce9-541d359a95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'name': 'tempest-ServerRescueNegativeTestJSON-1128908191-router', 'tenant_id': '2b9361d772f4489e90685a3b38a5e845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '67c5a89a-444c-48fd-99f5-9e7f84970b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:35Z', 'updated_at': '2021-02-17T20:14:54Z', 'revision_number': 5, 'project_id': '2b9361d772f4489e90685a3b38a5e845', 'gw_port': {'id': '67c5a89a-444c-48fd-99f5-9e7f84970b42', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:14:57.248371 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9418a-a46a-4e8a-8ce9-541d359a95a8 None None] Checking router: d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:14:57.264038 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9418a-a46a-4e8a-8ce9-541d359a95a8 None None] Routers {'d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:14:57.264914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-e6e9418a-a46a-4e8a-8ce9-541d359a95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:14:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:14:57.346833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2081-e028-4a01-8c4f-876aeebde284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.387966 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2081-e028-4a01-8c4f-876aeebde284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.475170 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] For port 67c5a89a-444c-48fd-99f5-9e7f84970b42, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=67c5a89a-444c-48fd-99f5-9e7f84970b42,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:14:57.475734 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.515358 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-e6e9418a-a46a-4e8a-8ce9-541d359a95a8 None None] Set router d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 gateway port host: None {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:14:57.634210 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-e6e9418a-a46a-4e8a-8ce9-541d359a95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'name': 'tempest-ServerRescueNegativeTestJSON-1128908191-router', 'tenant_id': '2b9361d772f4489e90685a3b38a5e845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:35Z', 'updated_at': '2021-02-17T20:14:57Z', 'revision_number': 6, 'project_id': '2b9361d772f4489e90685a3b38a5e845', 'gw_port_host': None}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:14:57.639176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9418a-a46a-4e8a-8ce9-541d359a95a8 None None] The sync data for ids ['d8fe933d-0b1c-4f36-a4a9-993ec9fdea81'] in dv-cinder-760038-3-iscsi is: [{'id': 'd8fe933d-0b1c-4f36-a4a9-993ec9fdea81', 'name': 'tempest-ServerRescueNegativeTestJSON-1128908191-router', 'tenant_id': '2b9361d772f4489e90685a3b38a5e845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:35Z', 'updated_at': '2021-02-17T20:14:57Z', 'revision_number': 6, 'project_id': '2b9361d772f4489e90685a3b38a5e845', 'gw_port_host': None}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:14:57.680078 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Calling delete_port for 67c5a89a-444c-48fd-99f5-9e7f84970b42 owned by network:router_gateway {{(pid=84037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:14:57.748600 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2081-e028-4a01-8c4f-876aeebde284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.764605 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:57.785511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff2081-e028-4a01-8c4f-876aeebde284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6005dd5-1427-4455-bf4f-a51f6ccbe105,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:57.790169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d8ff2081-e028-4a01-8c4f-876aeebde284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:57.807437 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2081-e028-4a01-8c4f-876aeebde284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:57.810116 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d8ff2081-e028-4a01-8c4f-876aeebde284 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d6005dd5-1427-4455-bf4f-a51f6ccbe105 HTTP/1.1" status: 204 len: 168 time: 0.6897886 Feb 17 20:14:58.024310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.050025 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3ad8e363-e0ae-4f2f-bd62-70d25d1b2428 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:58.096454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 67c5a89a-444c-48fd-99f5-9e7f84970b42 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:14:58.175395 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Pushing event deleted for resources: {'Port': ['ID=67c5a89a-444c-48fd-99f5-9e7f84970b42,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:58.181601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:58.196471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: 67c5a89a-444c-48fd-99f5-9e7f84970b42 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:14:58.196897 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 67c5a89a-444c-48fd-99f5-9e7f84970b42 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:14:58.197346 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 6f8937f2-b8c8-4992-aef9-c5be17218e40 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:14:58.229130 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58140) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:58.259238 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9dddb660-7b23-4dc8-adea-254733d158f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.266798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: 6f8937f2-b8c8-4992-aef9-c5be17218e40 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:14:58.267206 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 6f8937f2-b8c8-4992-aef9-c5be17218e40 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:14:58.287736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-9dddb660-7b23-4dc8-adea-254733d158f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:14:58.292062 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-9dddb660-7b23-4dc8-adea-254733d158f7 admin admin] Usage tracker for resource:security_group_rule and tenant:3a2f227868d04905955badafe74bab8d is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:14:58.295353 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-9dddb660-7b23-4dc8-adea-254733d158f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:14:58.301633 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-9dddb660-7b23-4dc8-adea-254733d158f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:14:58.334666 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854376320'] for router_gateway, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.410841 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9dddb660-7b23-4dc8-adea-254733d158f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.415482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9dddb660-7b23-4dc8-adea-254733d158f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.446397 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:58.468731 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-9dddb660-7b23-4dc8-adea-254733d158f7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3a2f227868d04905955badafe74bab8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381413 Feb 17 20:14:58.471797 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58144) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:58.574828 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f1979955-2e88-4d3d-8fab-68b0b24200b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.585751 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775512'] for router, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.588524 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.610122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f1979955-2e88-4d3d-8fab-68b0b24200b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.623197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddb660-7b23-4dc8-adea-254733d158f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f35ea4-537b-4b83-a742-7f9eee60221b,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:58.634223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9dddb660-7b23-4dc8-adea-254733d158f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:58.670156 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f1979955-2e88-4d3d-8fab-68b0b24200b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.681278 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f28658b1-4130-4d4d-8bb5-c1b948b570fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:58.693772 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1979955-2e88-4d3d-8fab-68b0b24200b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f35ea4-537b-4b83-a742-7f9eee60221b,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:58.707677 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f1979955-2e88-4d3d-8fab-68b0b24200b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:58.708532 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f1979955-2e88-4d3d-8fab-68b0b24200b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.709814 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-f1979955-2e88-4d3d-8fab-68b0b24200b9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/43f35ea4-537b-4b83-a742-7f9eee60221b HTTP/1.1" status: 204 len: 168 time: 0.2344210 Feb 17 20:14:58.978066 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402962'] for router, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:58.978937 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 {{(pid=84037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:14:59.000668 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Notify callbacks [] for router, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:59.004797 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58158) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:14:59.005112 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] 10.222.0.73 "DELETE /v2.0/routers/d8fe933d-0b1c-4f36-a4a9-993ec9fdea81 HTTP/1.1" status: 204 len: 168 time: 2.4882956 Feb 17 20:14:59.145169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b999b2-c421-4dce-9e72-8fa8dc27b071 admin admin] Deleting subnet 92d4e627-553d-414a-b50c-142182377aca {{(pid=84038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:14:59.155096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a4b999b2-c421-4dce-9e72-8fa8dc27b071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:59.214103 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a4b999b2-c421-4dce-9e72-8fa8dc27b071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704422'] for subnet, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:59.283686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a4b999b2-c421-4dce-9e72-8fa8dc27b071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:59.666944 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a4b999b2-c421-4dce-9e72-8fa8dc27b071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4091116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350040'] for subnet, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:59.687923 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:14:59.777932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b999b2-c421-4dce-9e72-8fa8dc27b071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d4e627-553d-414a-b50c-142182377aca,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:14:59.787152 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a4b999b2-c421-4dce-9e72-8fa8dc27b071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:14:59.843128 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a4b999b2-c421-4dce-9e72-8fa8dc27b071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:14:59.854774 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-a4b999b2-c421-4dce-9e72-8fa8dc27b071 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/92d4e627-553d-414a-b50c-142182377aca HTTP/1.1" status: 204 len: 168 time: 0.8464301 Feb 17 20:14:59.855207 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 58180) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:00.001313 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:00.214752 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:00.387736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2eccab-e555-4638-9d23-76160788f85e']}} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:00.403990 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df98e125-e334-46b4-badc-a3d868ddf90b') {'for_net_delete': True} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:00.404333 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df98e125-e334-46b4-badc-a3d868ddf90b') {} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:00.419271 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314932'] for segment, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:00.441547 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:00.444583 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:15:00.672199 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Network 1d2eccab-e555-4638-9d23-76160788f85e has no segments {{(pid=84037) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:15:00.682679 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036828486018'] for segment, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:00.885220 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Network 1d2eccab-e555-4638-9d23-76160788f85e has no segments {{(pid=84037) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:15:00.913070 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:15:00.995652 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:01.001224 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:01.018825 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:01.031732 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Pushing event deleted for resources: {'Network': ['ID=1d2eccab-e555-4638-9d23-76160788f85e,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:01.041823 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.042240 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.042652 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.043055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.043463 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.043865 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.044263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.044660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.045082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.045478 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.045871 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.046263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.046730 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.047141 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.047532 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.047922 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.048354 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.048760 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.049366 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.049760 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.050168 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.050570 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.051073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.051465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:01.056277 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:01.062188 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-4f90f606-fcfb-4587-8712-8c1f78389d6c admin admin] 10.222.0.73 "DELETE /v2.0/networks/1d2eccab-e555-4638-9d23-76160788f85e HTTP/1.1" status: 204 len: 168 time: 1.2033861 Feb 17 20:15:01.275257 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 58204) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:01.328987 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ecdd1501-f495-4ea5-afe7-26c23dfdda09 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2b9361d772f4489e90685a3b38a5e845&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523834 Feb 17 20:15:01.331489 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 58210) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:01.424045 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e1272767-12bd-462c-8cbb-b03e68a099ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:01.458847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e1272767-12bd-462c-8cbb-b03e68a099ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:01.520940 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e1272767-12bd-462c-8cbb-b03e68a099ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:01.526910 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-26122da7-582e-4774-8dd0-abd04c66b9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:01.540806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1272767-12bd-462c-8cbb-b03e68a099ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24004c3c-ab88-4bdd-a537-d1055bdd8e9b,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:01.548034 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e1272767-12bd-462c-8cbb-b03e68a099ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:01.548841 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e1272767-12bd-462c-8cbb-b03e68a099ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:01.554972 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e1272767-12bd-462c-8cbb-b03e68a099ee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/24004c3c-ab88-4bdd-a537-d1055bdd8e9b HTTP/1.1" status: 204 len: 168 time: 0.2221696 Feb 17 20:15:05.032359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-263f3f52-5a05-400e-922e-140035e746f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:05.476333 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58364) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:05.603827 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1a3b474c-fa8d-4639-80e0-58299ad3babe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:05.620414 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-1a3b474c-fa8d-4639-80e0-58299ad3babe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:05.624526 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-1a3b474c-fa8d-4639-80e0-58299ad3babe admin admin] Usage tracker for resource:security_group_rule and tenant:fa935eea892444e4a46a752f6eb12b22 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:05.627530 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-1a3b474c-fa8d-4639-80e0-58299ad3babe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:05.633455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-1a3b474c-fa8d-4639-80e0-58299ad3babe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:05.722201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1a3b474c-fa8d-4639-80e0-58299ad3babe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:05.725140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1a3b474c-fa8d-4639-80e0-58299ad3babe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:05.734464 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ad6a2db0-061a-4f76-a492-cedf25734dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:05.778895 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-1a3b474c-fa8d-4639-80e0-58299ad3babe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa935eea892444e4a46a752f6eb12b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013799 Feb 17 20:15:05.779819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b474c-fa8d-4639-80e0-58299ad3babe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c273d6fa-5831-4c3d-a390-3b6632072c44,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:05.782011 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 58386) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:05.783636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1a3b474c-fa8d-4639-80e0-58299ad3babe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:05.851557 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6d11-7dac-40ff-95a2-1a90680955e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:05.879923 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6d11-7dac-40ff-95a2-1a90680955e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:05.928682 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6d11-7dac-40ff-95a2-1a90680955e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:05.933877 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9a39cc4b-9d55-4ff0-907a-191b3183b3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:05.947013 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac6d11-7dac-40ff-95a2-1a90680955e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c273d6fa-5831-4c3d-a390-3b6632072c44,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:05.950473 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b3ac6d11-7dac-40ff-95a2-1a90680955e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:05.952606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b3ac6d11-7dac-40ff-95a2-1a90680955e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:05.956290 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-b3ac6d11-7dac-40ff-95a2-1a90680955e8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c273d6fa-5831-4c3d-a390-3b6632072c44 HTTP/1.1" status: 204 len: 168 time: 0.1706953 Feb 17 20:15:07.671838 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fcaa7cd7-d019-4586-ae42-819235cb65dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:07.922063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:09.174123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:09.319959 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:15:09.444622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:10.493255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:10.586969 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 58492) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:10.657222 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f4596c-4cd4-4432-b9f3-18fb2e9581e9 admin admin] Deleting subnet 4de8e867-d963-4d0f-b1e7-7ea804532334 {{(pid=84037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:15:10.660389 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f9f4596c-4cd4-4432-b9f3-18fb2e9581e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:10.713435 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f9f4596c-4cd4-4432-b9f3-18fb2e9581e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828460884'] for subnet, precommit_delete_associations {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:10.771822 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f9f4596c-4cd4-4432-b9f3-18fb2e9581e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:11.034435 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f9f4596c-4cd4-4432-b9f3-18fb2e9581e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26290049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828371486'] for subnet, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:11.050483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:11.136992 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4596c-4cd4-4432-b9f3-18fb2e9581e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de8e867-d963-4d0f-b1e7-7ea804532334,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:11.141638 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f9f4596c-4cd4-4432-b9f3-18fb2e9581e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:11.182971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f9f4596c-4cd4-4432-b9f3-18fb2e9581e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:11.189359 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-f9f4596c-4cd4-4432-b9f3-18fb2e9581e9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4de8e867-d963-4d0f-b1e7-7ea804532334 HTTP/1.1" status: 204 len: 168 time: 0.6013074 Feb 17 20:15:11.191925 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 58502) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:11.305858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:11.496334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:11.609436 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b670215-d662-4382-956d-1181549847d2']}} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:11.624609 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e557fa5f-439c-481c-a618-00e1ab223c4f') {'for_net_delete': True} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:11.625008 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e557fa5f-439c-481c-a618-00e1ab223c4f') {} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:11.637576 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314932'] for segment, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:11.652834 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:11.654864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:15:11.830027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] Network 1b670215-d662-4382-956d-1181549847d2 has no segments {{(pid=84037) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:15:11.839594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036828486018'] for segment, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:12.023422 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] Network 1b670215-d662-4382-956d-1181549847d2 has no segments {{(pid=84037) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:15:12.046409 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:15:12.128263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:12.132297 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9deedb7c-e95f-4450-bd95-d66254e04f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:12.149227 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:12.156669 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] Pushing event deleted for resources: {'Network': ['ID=1b670215-d662-4382-956d-1181549847d2,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:12.159770 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] 10.222.0.73 "DELETE /v2.0/networks/1b670215-d662-4382-956d-1181549847d2 HTTP/1.1" status: 204 len: 168 time: 0.9668639 Feb 17 20:15:12.160771 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-98e37091-fae9-42fc-b753-6b81049dfc0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:12.335243 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58514) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:12.392400 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-23f376cd-8587-4da7-bf06-fedf17ab2de4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=103a603bea3646cd92b2cbd8b94e1466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556386 Feb 17 20:15:12.394877 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58518) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:12.461336 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a56b3cb4-f6bb-49a4-8212-5afb2986aff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:12.488158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a56b3cb4-f6bb-49a4-8212-5afb2986aff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:12.533031 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a56b3cb4-f6bb-49a4-8212-5afb2986aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:12.537954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9e9085a4-5dcd-48bf-834a-26d1256fc0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:12.550417 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b3cb4-f6bb-49a4-8212-5afb2986aff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734c9ff1-35b4-4783-9595-683c19c6e5d0,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:12.555031 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a56b3cb4-f6bb-49a4-8212-5afb2986aff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:12.560746 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a56b3cb4-f6bb-49a4-8212-5afb2986aff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:12.562026 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-a56b3cb4-f6bb-49a4-8212-5afb2986aff3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/734c9ff1-35b4-4783-9595-683c19c6e5d0 HTTP/1.1" status: 204 len: 168 time: 0.1661670 Feb 17 20:15:15.494027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58556) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:15.621875 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-83c70188-6069-4a48-8e5f-d23106b98e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:15.637470 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-83c70188-6069-4a48-8e5f-d23106b98e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:15.642112 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-83c70188-6069-4a48-8e5f-d23106b98e9b admin admin] Usage tracker for resource:security_group_rule and tenant:c526c5aed5c44c02867d9f2dc9a2e4a4 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:15.645472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-83c70188-6069-4a48-8e5f-d23106b98e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:15.652113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-83c70188-6069-4a48-8e5f-d23106b98e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:15.738483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-83c70188-6069-4a48-8e5f-d23106b98e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:15.741162 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-83c70188-6069-4a48-8e5f-d23106b98e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:15.750247 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9dddb660-7b23-4dc8-adea-254733d158f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:15.796507 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c70188-6069-4a48-8e5f-d23106b98e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabc4524-55e7-4794-b62f-48d7c6a152a7,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:15.801317 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-83c70188-6069-4a48-8e5f-d23106b98e9b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c526c5aed5c44c02867d9f2dc9a2e4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059585 Feb 17 20:15:15.802288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-83c70188-6069-4a48-8e5f-d23106b98e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:15.804199 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58562) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:15.866302 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8c76ffd9-ed7d-47ec-8a1a-3548a07e32ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:15.895312 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8c76ffd9-ed7d-47ec-8a1a-3548a07e32ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:15.942511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8c76ffd9-ed7d-47ec-8a1a-3548a07e32ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:15.948082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:15.961671 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76ffd9-ed7d-47ec-8a1a-3548a07e32ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabc4524-55e7-4794-b62f-48d7c6a152a7,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:15.964813 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8c76ffd9-ed7d-47ec-8a1a-3548a07e32ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:15.966893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8c76ffd9-ed7d-47ec-8a1a-3548a07e32ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:15.970585 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-8c76ffd9-ed7d-47ec-8a1a-3548a07e32ff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dabc4524-55e7-4794-b62f-48d7c6a152a7 HTTP/1.1" status: 204 len: 168 time: 0.1629527 Feb 17 20:15:17.057781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 58608) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:17.184110 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e958dd44-36d2-4d96-ba39-9a713103b4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:17.200623 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e958dd44-36d2-4d96-ba39-9a713103b4cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:17.204812 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e958dd44-36d2-4d96-ba39-9a713103b4cc admin admin] Usage tracker for resource:security_group_rule and tenant:de0c4527c59b4d4594faed05e9af4748 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:17.209565 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e958dd44-36d2-4d96-ba39-9a713103b4cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:17.215470 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e958dd44-36d2-4d96-ba39-9a713103b4cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:17.303156 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e958dd44-36d2-4d96-ba39-9a713103b4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:17.306808 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e958dd44-36d2-4d96-ba39-9a713103b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:17.334458 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-94338d69-6715-4f6a-b0bc-7711c7566b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:17.345430 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e958dd44-36d2-4d96-ba39-9a713103b4cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de0c4527c59b4d4594faed05e9af4748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865045 Feb 17 20:15:17.346143 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58628) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:17.369416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958dd44-36d2-4d96-ba39-9a713103b4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e87cfa0-0e05-48ea-89ff-7a6b765e029b,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:17.382812 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e958dd44-36d2-4d96-ba39-9a713103b4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:17.414894 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b627beb8-e4a3-4dea-92ce-a7279129a6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:17.448047 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b627beb8-e4a3-4dea-92ce-a7279129a6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:17.500934 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b627beb8-e4a3-4dea-92ce-a7279129a6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:17.506416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-eb00e042-085f-4e1a-a499-8a2b17b7a1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:17.521670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627beb8-e4a3-4dea-92ce-a7279129a6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e87cfa0-0e05-48ea-89ff-7a6b765e029b,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:17.540126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b627beb8-e4a3-4dea-92ce-a7279129a6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:17.545121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b627beb8-e4a3-4dea-92ce-a7279129a6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:17.550825 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-b627beb8-e4a3-4dea-92ce-a7279129a6a6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8e87cfa0-0e05-48ea-89ff-7a6b765e029b HTTP/1.1" status: 204 len: 168 time: 0.2033837 Feb 17 20:15:19.130108 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a18a48-f934-4d7b-87c6-ecca125cb156 req-f00f3bae-e59b-4ac3-a984-982977f9c785 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:19.132023 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d6a18a48-f934-4d7b-87c6-ecca125cb156 req-f00f3bae-e59b-4ac3-a984-982977f9c785 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 945 time: 0.0898168 Feb 17 20:15:19.183114 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d6a18a48-f934-4d7b-87c6-ecca125cb156 req-702f663f-3947-4077-bc3c-40281cc68042 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438161 Feb 17 20:15:20.101673 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8978b254-d824-430a-8829-797eda0787e1 req-d8f7b619-6ff6-42c9-b7c4-328694b730d8 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=80d52301076d4bccb3c33c54ccbcef10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329266 Feb 17 20:15:20.266556 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b254-d824-430a-8829-797eda0787e1 req-c66bc22a-2075-45c3-b66f-ac16eb53e8a4 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:20.268188 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8978b254-d824-430a-8829-797eda0787e1 req-c66bc22a-2075-45c3-b66f-ac16eb53e8a4 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610622 Feb 17 20:15:20.284635 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8978b254-d824-430a-8829-797eda0787e1 req-2ed4450e-8c7a-4c47-ae5a-be56bd16fa64 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/quotas/80d52301076d4bccb3c33c54ccbcef10 HTTP/1.1" status: 200 len: 375 time: 0.0099452 Feb 17 20:15:20.379781 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8978b254-d824-430a-8829-797eda0787e1 req-0ae779cf-0c52-440b-9eb9-c9c415bbf9ca tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=80d52301076d4bccb3c33c54ccbcef10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883625 Feb 17 20:15:20.431599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa8c42-ba3e-41c7-b68a-7829f1837490 req-2ddc7fc2-ae9c-481b-af3d-246c35c63000 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:20.433397 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fffa8c42-ba3e-41c7-b68a-7829f1837490 req-2ddc7fc2-ae9c-481b-af3d-246c35c63000 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 945 time: 0.0955923 Feb 17 20:15:20.497241 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fffa8c42-ba3e-41c7-b68a-7829f1837490 req-24ee09a8-16f2-402e-87a8-d2185f7d1809 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566225 Feb 17 20:15:20.613179 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0f24af66-da29-418b-ae17-97919db386c4 req-429d8519-2332-4b40-bd87-ea60134e8956 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 210 time: 0.0501819 Feb 17 20:15:21.703396 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f66ad-5891-4535-b5b7-48b4b4e95183 req-36de294f-86e4-4a2a-bf09-fe0139560e62 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:21.705176 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d29f66ad-5891-4535-b5b7-48b4b4e95183 req-36de294f-86e4-4a2a-bf09-fe0139560e62 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 945 time: 0.0942974 Feb 17 20:15:21.802392 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:21.814896 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d29f66ad-5891-4535-b5b7-48b4b4e95183 req-0950b718-e488-445d-bb36-f3bb62dab77c tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b587987-064e-4652-8cbe-80769ad1f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011660 Feb 17 20:15:21.817437 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9e2c69cb-0e3c-4bac-81d7-0aa3980b4695 req-6bbcd0a0-a54d-4411-86ac-b47d32a420e8 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 210 time: 0.0646715 Feb 17 20:15:21.855320 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8978b254-d824-430a-8829-797eda0787e1 req-b7a806b0-8d8c-450a-9d7a-738d272ac506 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=80d52301076d4bccb3c33c54ccbcef10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349844 Feb 17 20:15:21.901912 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464bdeb-1056-47f5-b737-a2d50503dbbc req-cc634e03-a685-4e89-a70c-92b0947dbec5 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:21.903911 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c464bdeb-1056-47f5-b737-a2d50503dbbc req-cc634e03-a685-4e89-a70c-92b0947dbec5 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.127 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 945 time: 0.1369152 Feb 17 20:15:21.912280 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:21.912933 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:22.011958 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-c464bdeb-1056-47f5-b737-a2d50503dbbc req-ca230c75-3bd9-4444-a6b2-f0960f81f696 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Deleting port 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e {{(pid=84037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:15:22.012587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c464bdeb-1056-47f5-b737-a2d50503dbbc req-ca230c75-3bd9-4444-a6b2-f0960f81f696 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:22.040208 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b254-d824-430a-8829-797eda0787e1 req-2b033cec-9a25-46a2-9054-6d979483181d tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:22.042038 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8978b254-d824-430a-8829-797eda0787e1 req-2b033cec-9a25-46a2-9054-6d979483181d tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774628 Feb 17 20:15:22.058585 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Request body: {'port': {'device_id': '8891a3a0-3a78-4eb4-aede-51cf84b6665f', 'network_id': 'f1d7a59f-2e78-4d44-a3d3-ed0518bfead6', 'admin_state_up': True, 'tenant_id': '80d52301076d4bccb3c33c54ccbcef10'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:22.225455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:22.230517 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Usage tracker for resource:port and tenant:80d52301076d4bccb3c33c54ccbcef10 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:22.233986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:22.240785 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:22.250952 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Made reservation on behalf of 80d52301076d4bccb3c33c54ccbcef10 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:15:22.257299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:22.272529 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:22.291056 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:22.295678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Usage tracker for resource:security_group_rule and tenant:80d52301076d4bccb3c33c54ccbcef10 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:22.299293 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:22.305817 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:22.401803 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:22.406304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:22.419440 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:22.533599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-c464bdeb-1056-47f5-b737-a2d50503dbbc req-ca230c75-3bd9-4444-a6b2-f0960f81f696 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] For port 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e,segment=NetworkSegment(0472dac8-c5de-456e-8769-f4c30d297432),segment_id=0472dac8-c5de-456e-8769-f4c30d297432)] {{(pid=84037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:15:22.533928 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c464bdeb-1056-47f5-b737-a2d50503dbbc req-ca230c75-3bd9-4444-a6b2-f0960f81f696 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:22.535115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:22.541159 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:22.675102 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-c464bdeb-1056-47f5-b737-a2d50503dbbc req-ca230c75-3bd9-4444-a6b2-f0960f81f696 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Calling delete_port for 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e owned by compute:nova {{(pid=84037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:15:22.734885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Allocated IP 192.168.233.49 (f1d7a59f-2e78-4d44-a3d3-ed0518bfead6/1dce3d56-acc7-4662-a645-30388279c7cb/32d536dc-295c-4e52-bd60-52016b0fb052) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:22.823221 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c464bdeb-1056-47f5-b737-a2d50503dbbc req-ca230c75-3bd9-4444-a6b2-f0960f81f696 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:22.840783 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7b5e4fdf-b5e5-4acd-9d02-64824473b70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:22.949347 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca230c75-3bd9-4444-a6b2-f0960f81f696 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Pushing event deleted for resources: {'Port': ['ID=5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:22.952459 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ca230c75-3bd9-4444-a6b2-f0960f81f696 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:23.071740 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c464bdeb-1056-47f5-b737-a2d50503dbbc req-ca230c75-3bd9-4444-a6b2-f0960f81f696 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] No DVR routers for this DVR port 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e on host hv-cinder-76003 {{(pid=84037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:15:23.074074 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c464bdeb-1056-47f5-b737-a2d50503dbbc req-ca230c75-3bd9-4444-a6b2-f0960f81f696 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:23.076950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31277ecf-15a5-438b-a51f-af5792c6c5b8', 'name': 'network-vif-deleted', 'tag': '5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:15:23.083096 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0d9e2b1d-8813-4a4c-8b7c-5e659e4ab7fc req-b32126ba-beb4-4e0d-aff5-af4e77f83b74 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.73 "GET /v2.0/ports?device_id=31277ecf-15a5-438b-a51f-af5792c6c5b8 HTTP/1.1" status: 200 len: 210 time: 0.1027968 Feb 17 20:15:23.085192 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-de6c0e39-a69c-4459-8fef-15fafdd9d533 req-56d01f58-fd1d-4ec0-acd1-bc5efb5eaff5 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 210 time: 0.1037085 Feb 17 20:15:23.099349 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c464bdeb-1056-47f5-b737-a2d50503dbbc req-ca230c75-3bd9-4444-a6b2-f0960f81f696 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] 10.222.0.127 "DELETE /v2.0/ports/5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e HTTP/1.1" status: 204 len: 173 time: 1.1876125 Feb 17 20:15:23.102328 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:23.122216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Transition to ACTIVE for port object 32d536dc-295c-4e52-bd60-52016b0fb052 will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:23.148126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:23.151181 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31277ecf-15a5-438b-a51f-af5792c6c5b8', 'name': 'network-vif-deleted', 'tag': '5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e', 'status': 'completed', 'code': 200} Feb 17 20:15:23.166779 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6f9af8df-b912-4a90-ad08-aeef62d7a3ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:23.315752 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Pushing event updated for resources: {'Port': ['ID=32d536dc-295c-4e52-bd60-52016b0fb052,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:23.320561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:23.367215 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Network f1d7a59f-2e78-4d44-a3d3-ed0518bfead6 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:23.368334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:23.370905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:15:23.445153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:23.445844 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:23.475988 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8978b254-d824-430a-8829-797eda0787e1 req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4208004 Feb 17 20:15:23.491211 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Request body: {'port': {'device_id': '8891a3a0-3a78-4eb4-aede-51cf84b6665f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:23.650518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:23.660700 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-bf060aad-a448-4a18-a7cc-273149ad8e09 None None] Provisioning for port 32d536dc-295c-4e52-bd60-52016b0fb052 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:23.666834 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-bf060aad-a448-4a18-a7cc-273149ad8e09 None None] Provisioning complete for port 32d536dc-295c-4e52-bd60-52016b0fb052 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:23.667404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bf060aad-a448-4a18-a7cc-273149ad8e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:23.742276 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-bf060aad-a448-4a18-a7cc-273149ad8e09 None None] Port 32d536dc-295c-4e52-bd60-52016b0fb052 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:15:23.745179 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:15:23.783965 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] No Port match for: 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:15:23.784463 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 5bb8dc12-8fd9-413b-8cc1-a5ed7dec929e not bound to the agent host hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:15:24.126647 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d536dc-295c-4e52-bd60-52016b0fb052 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:15:24.134885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:24.147601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Transition to ACTIVE for port object 32d536dc-295c-4e52-bd60-52016b0fb052 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:24.150907 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:24.167271 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:24.545178 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Pushing event updated for resources: {'Port': ['ID=32d536dc-295c-4e52-bd60-52016b0fb052,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:24.548845 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:24.627034 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fb50d-8ed1-4c6b-a700-021fcdc0b98f req-eaed844c-0716-4b94-a8c2-270765485593 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:24.627795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-110fb50d-8ed1-4c6b-a700-021fcdc0b98f req-eaed844c-0716-4b94-a8c2-270765485593 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Synchronizing usage tracker for tenant:80d52301076d4bccb3c33c54ccbcef10 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:15:24.752447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-110fb50d-8ed1-4c6b-a700-021fcdc0b98f req-eaed844c-0716-4b94-a8c2-270765485593 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Unset dirty status for tenant:80d52301076d4bccb3c33c54ccbcef10 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:15:24.753709 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-110fb50d-8ed1-4c6b-a700-021fcdc0b98f req-eaed844c-0716-4b94-a8c2-270765485593 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 947 time: 0.3002052 Feb 17 20:15:24.819609 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Attempting to bind port 32d536dc-295c-4e52-bd60-52016b0fb052 on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:15:24.819988 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Attempting to bind port 32d536dc-295c-4e52-bd60-52016b0fb052 by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': '00aaec64-5389-4f8d-8719-4ba13c67d3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1d7a59f-2e78-4d44-a3d3-ed0518bfead6'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:15:24.820362 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Attempting to bind port 32d536dc-295c-4e52-bd60-52016b0fb052 on network f1d7a59f-2e78-4d44-a3d3-ed0518bfead6 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:15:24.827285 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-110fb50d-8ed1-4c6b-a700-021fcdc0b98f req-438f9f39-afb6-468e-8ac0-de6be68bb149 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Synchronizing usage tracker for tenant:80d52301076d4bccb3c33c54ccbcef10 on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:15:24.832742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:15:24.833140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Checking segment: {'id': '00aaec64-5389-4f8d-8719-4ba13c67d3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1d7a59f-2e78-4d44-a3d3-ed0518bfead6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:24.833546 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:24.833942 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Bound using segment: {'id': '00aaec64-5389-4f8d-8719-4ba13c67d3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1d7a59f-2e78-4d44-a3d3-ed0518bfead6'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:15:24.834443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Bound port: 32d536dc-295c-4e52-bd60-52016b0fb052, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00aaec64-5389-4f8d-8719-4ba13c67d3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1d7a59f-2e78-4d44-a3d3-ed0518bfead6'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:15:24.834816 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:24.906228 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-110fb50d-8ed1-4c6b-a700-021fcdc0b98f req-438f9f39-afb6-468e-8ac0-de6be68bb149 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Unset dirty status for tenant:80d52301076d4bccb3c33c54ccbcef10 on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:15:24.907486 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-110fb50d-8ed1-4c6b-a700-021fcdc0b98f req-438f9f39-afb6-468e-8ac0-de6be68bb149 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459577 Feb 17 20:15:24.948091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] For port 32d536dc-295c-4e52-bd60-52016b0fb052, host hv-cinder-76003, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:15:24.951639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] For port 32d536dc-295c-4e52-bd60-52016b0fb052, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=32d536dc-295c-4e52-bd60-52016b0fb052,segment=NetworkSegment(00aaec64-5389-4f8d-8719-4ba13c67d3bc),segment_id=00aaec64-5389-4f8d-8719-4ba13c67d3bc)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:15:24.954602 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:24.970682 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-29776094-4e77-4303-9478-c5c7e2048935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:25.114174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Pushing event updated for resources: {'Port': ['ID=32d536dc-295c-4e52-bd60-52016b0fb052,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:25.128084 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:25.163725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:25.164426 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:25.166014 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8978b254-d824-430a-8829-797eda0787e1 req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] 10.222.0.127 "PUT /v2.0/ports/32d536dc-295c-4e52-bd60-52016b0fb052 HTTP/1.1" status: 200 len: 1161 time: 1.6797457 Feb 17 20:15:25.166541 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8891a3a0-3a78-4eb4-aede-51cf84b6665f', 'tag': '32d536dc-295c-4e52-bd60-52016b0fb052'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:15:25.264202 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8891a3a0-3a78-4eb4-aede-51cf84b6665f', 'tag': '32d536dc-295c-4e52-bd60-52016b0fb052', 'status': 'completed', 'code': 200} Feb 17 20:15:25.341405 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b254-d824-430a-8829-797eda0787e1 req-39da4a6c-db54-4f6c-b7ac-6e7c132e8e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:25.343196 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8978b254-d824-430a-8829-797eda0787e1 req-39da4a6c-db54-4f6c-b7ac-6e7c132e8e31 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=80d52301076d4bccb3c33c54ccbcef10&device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 1164 time: 0.1283576 Feb 17 20:15:25.483314 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8978b254-d824-430a-8829-797eda0787e1 req-92114b14-d905-4c57-91b2-b0e86d81c030 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=32d536dc-295c-4e52-bd60-52016b0fb052 HTTP/1.1" status: 200 len: 217 time: 0.1209269 Feb 17 20:15:25.569370 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b254-d824-430a-8829-797eda0787e1 req-bedae2f2-6e98-4201-b50c-17a35f6a8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:25.570959 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8978b254-d824-430a-8829-797eda0787e1 req-bedae2f2-6e98-4201-b50c-17a35f6a8cb6 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1dce3d56-acc7-4662-a645-30388279c7cb HTTP/1.1" status: 200 len: 843 time: 0.0793247 Feb 17 20:15:25.660170 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b254-d824-430a-8829-797eda0787e1 req-985911c8-8e3b-4086-ba3d-6aaf04d6595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:25.661838 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8978b254-d824-430a-8829-797eda0787e1 req-985911c8-8e3b-4086-ba3d-6aaf04d6595a service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1d7a59f-2e78-4d44-a3d3-ed0518bfead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0803113 Feb 17 20:15:25.812716 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8978b254-d824-430a-8829-797eda0787e1 req-f69010a7-967b-4b9e-b3e5-fe2019f1f4cc service neutron] 10.222.0.127 "GET /v2.0/networks/f1d7a59f-2e78-4d44-a3d3-ed0518bfead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430326 Feb 17 20:15:25.979863 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8978b254-d824-430a-8829-797eda0787e1 req-912868f2-f666-4788-b71e-d4c41f931365 service neutron] 10.222.0.127 "GET /v2.0/networks/f1d7a59f-2e78-4d44-a3d3-ed0518bfead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1580544 Feb 17 20:15:26.201183 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182298dc-fda5-4c5d-af20-c66092b16bf6 req-e36efc95-9f0e-42b5-8ac9-e71f944fbdfb tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:26.202772 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-182298dc-fda5-4c5d-af20-c66092b16bf6 req-e36efc95-9f0e-42b5-8ac9-e71f944fbdfb tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 947 time: 0.1592884 Feb 17 20:15:26.204596 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb706f44-099f-43fd-a5f5-f2d416501b41 req-339dde5b-b259-460e-993c-852cd6a00216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:26.206072 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bb706f44-099f-43fd-a5f5-f2d416501b41 req-339dde5b-b259-460e-993c-852cd6a00216 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=80d52301076d4bccb3c33c54ccbcef10&device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 1164 time: 0.1176872 Feb 17 20:15:26.340293 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-182298dc-fda5-4c5d-af20-c66092b16bf6 req-aa0e0b30-f768-4cf6-b513-49564af55d52 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311698 Feb 17 20:15:26.380667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb706f44-099f-43fd-a5f5-f2d416501b41 req-de6a00d3-b678-435b-9343-a37883e5d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:26.382326 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bb706f44-099f-43fd-a5f5-f2d416501b41 req-de6a00d3-b678-435b-9343-a37883e5d5f7 service neutron] 10.222.0.127 "GET /v2.0/networks?id=f1d7a59f-2e78-4d44-a3d3-ed0518bfead6 HTTP/1.1" status: 200 len: 863 time: 0.1597440 Feb 17 20:15:27.407591 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bb706f44-099f-43fd-a5f5-f2d416501b41 req-d744c53c-5a5a-4cb0-a9e1-f609ff5e7c2a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=32d536dc-295c-4e52-bd60-52016b0fb052 HTTP/1.1" status: 200 len: 217 time: 0.0719264 Feb 17 20:15:27.544030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f26d4e-0fb5-4a02-a598-2606fd5fe765 req-9b9f313a-dab0-48f5-8973-61c24f81beaa tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:27.545676 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a0f26d4e-0fb5-4a02-a598-2606fd5fe765 req-9b9f313a-dab0-48f5-8973-61c24f81beaa tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 947 time: 0.0876806 Feb 17 20:15:27.593086 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a0f26d4e-0fb5-4a02-a598-2606fd5fe765 req-c31d455a-5d63-4224-8278-7a30ec6e2e8f tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412180 Feb 17 20:15:28.793410 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2505b98-220d-4d83-a0cf-1f1265c1d23d req-84b9b5b5-ebf2-4517-8a10-e62010c031b5 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:28.794948 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a2505b98-220d-4d83-a0cf-1f1265c1d23d req-84b9b5b5-ebf2-4517-8a10-e62010c031b5 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 947 time: 0.0892930 Feb 17 20:15:28.842042 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a2505b98-220d-4d83-a0cf-1f1265c1d23d req-c8338ba6-8e63-4d51-8629-b68eece28bea tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409057 Feb 17 20:15:29.386109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb706f44-099f-43fd-a5f5-f2d416501b41 req-d320d1cc-30db-4de1-9e99-dd37416f2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:29.388710 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bb706f44-099f-43fd-a5f5-f2d416501b41 req-d320d1cc-30db-4de1-9e99-dd37416f2c52 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1dce3d56-acc7-4662-a645-30388279c7cb HTTP/1.1" status: 200 len: 843 time: 0.0691123 Feb 17 20:15:29.483193 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb706f44-099f-43fd-a5f5-f2d416501b41 req-66457835-5520-49e4-87bd-28d67bca214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:29.484806 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bb706f44-099f-43fd-a5f5-f2d416501b41 req-66457835-5520-49e4-87bd-28d67bca214a service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f1d7a59f-2e78-4d44-a3d3-ed0518bfead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0807366 Feb 17 20:15:29.630368 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bb706f44-099f-43fd-a5f5-f2d416501b41 req-32ce16e9-6987-47d4-a373-23dad1b6c53f service neutron] 10.222.0.127 "GET /v2.0/networks/f1d7a59f-2e78-4d44-a3d3-ed0518bfead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357000 Feb 17 20:15:29.776908 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bb706f44-099f-43fd-a5f5-f2d416501b41 req-597ec791-0b50-4a16-8b33-70919f2931f0 service neutron] 10.222.0.127 "GET /v2.0/networks/f1d7a59f-2e78-4d44-a3d3-ed0518bfead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368747 Feb 17 20:15:30.038205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550291c-a266-4a93-9c17-d7941010b7bd req-3bd1bb76-a902-41b4-be93-c0b6dcca66b2 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:30.039808 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d550291c-a266-4a93-9c17-d7941010b7bd req-3bd1bb76-a902-41b4-be93-c0b6dcca66b2 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 947 time: 0.0881650 Feb 17 20:15:30.089875 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d550291c-a266-4a93-9c17-d7941010b7bd req-474ecf5b-1c60-4812-9d0c-ac7f02d4fdee tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Feb 17 20:15:30.861832 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37e58e-14b5-447a-b7c8-61846771f0da req-5aa5d790-00a7-4b6d-83c7-b591385d9168 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:30.863785 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ff37e58e-14b5-447a-b7c8-61846771f0da req-5aa5d790-00a7-4b6d-83c7-b591385d9168 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0907328 Feb 17 20:15:30.924563 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ff37e58e-14b5-447a-b7c8-61846771f0da req-38129600-8ac6-41da-a0b6-5c0cc5a2911d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507360 Feb 17 20:15:31.293979 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27deea-3070-408e-95ae-cecdf8afedea req-ca97e9d4-c0df-481e-8290-f23d23f401f0 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:31.295496 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ee27deea-3070-408e-95ae-cecdf8afedea req-ca97e9d4-c0df-481e-8290-f23d23f401f0 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 947 time: 0.0911343 Feb 17 20:15:31.343582 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ee27deea-3070-408e-95ae-cecdf8afedea req-95fb6c7b-7673-4d74-bfb0-06929a1fe558 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418582 Feb 17 20:15:32.341214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9c815-93d7-4b1c-a32c-f92400fc91c9 req-8e6f39f1-8d27-40c6-bc5d-17a24463b0be tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:32.342852 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b0c9c815-93d7-4b1c-a32c-f92400fc91c9 req-8e6f39f1-8d27-40c6-bc5d-17a24463b0be tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.2921329 Feb 17 20:15:32.390183 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b0c9c815-93d7-4b1c-a32c-f92400fc91c9 req-b37e3a1b-2535-4a0e-a8e2-5773aca58032 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410407 Feb 17 20:15:32.605424 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad883aa-489c-43c5-b8df-5cf63f4ae189 req-878d79e1-27f0-4e89-a2c7-8730ba4f8280 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:32.607013 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ad883aa-489c-43c5-b8df-5cf63f4ae189 req-878d79e1-27f0-4e89-a2c7-8730ba4f8280 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 947 time: 0.1405864 Feb 17 20:15:32.654909 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ad883aa-489c-43c5-b8df-5cf63f4ae189 req-4b6064c2-cf86-4c03-847f-d725215fb8f2 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416903 Feb 17 20:15:33.593188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032ca0d-c0e0-40b0-8989-e9afc785301e req-8cbcce8c-f4a4-4197-b359-713f9572725c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:33.594793 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2032ca0d-c0e0-40b0-8989-e9afc785301e req-8cbcce8c-f4a4-4197-b359-713f9572725c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0870430 Feb 17 20:15:33.882130 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2032ca0d-c0e0-40b0-8989-e9afc785301e req-292698a6-ab81-4131-b81d-5a42dbe769c5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805507 Feb 17 20:15:33.924788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a989b-5aae-4ea5-b242-663a855f2e04 req-65685296-b151-4712-bb17-49cc6efffb86 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:33.926420 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2b9a989b-5aae-4ea5-b242-663a855f2e04 req-65685296-b151-4712-bb17-49cc6efffb86 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 947 time: 0.0909259 Feb 17 20:15:33.973754 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2b9a989b-5aae-4ea5-b242-663a855f2e04 req-c425a785-96a7-4343-b450-1dfcdcec17aa tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Feb 17 20:15:34.494476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network f1d7a59f-2e78-4d44-a3d3-ed0518bfead6 details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:15:34.779302 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.objects.ports [None req-66a16d3d-5e3d-42cb-a5b5-e21747d9f289 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:15:34.908478 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-d7e47272-7b20-42d0-8dcf-5a2855579d35 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:34.910057 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-d7e47272-7b20-42d0-8dcf-5a2855579d35 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.127 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.0878108 Feb 17 20:15:34.987311 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Deleting port 239a0b21-3e11-4be5-b746-5403d1ce5cbf {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:15:34.987700 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:35.024103 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3bc9580e-688d-447d-bdc0-17ebaba104f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:35.343146 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b0dc1-f39d-478e-b6fd-75c103501a6e req-cc5dd62c-6d3d-43ea-87d8-6bf0b86627e1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:35.344776 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0a7b0dc1-f39d-478e-b6fd-75c103501a6e req-cc5dd62c-6d3d-43ea-87d8-6bf0b86627e1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 946 time: 0.3120489 Feb 17 20:15:35.383708 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3bbd5-7039-486f-a952-dfc752a7f81a req-afe6b954-ce4b-43c7-a3a2-ecc2d30479d6 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:35.385347 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e8a3bbd5-7039-486f-a952-dfc752a7f81a req-afe6b954-ce4b-43c7-a3a2-ecc2d30479d6 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 947 time: 0.2912154 Feb 17 20:15:35.453798 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0a7b0dc1-f39d-478e-b6fd-75c103501a6e req-8be7727c-fb56-405c-8363-6afd98f5ef6e tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=bdb42717-7720-4344-bd54-75037d54e838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951345 Feb 17 20:15:35.484407 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] For port 239a0b21-3e11-4be5-b746-5403d1ce5cbf, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=239a0b21-3e11-4be5-b746-5403d1ce5cbf,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:15:35.484815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:35.569869 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e8a3bbd5-7039-486f-a952-dfc752a7f81a req-a73ddf0c-6c15-40e5-b83d-e0ae75d04102 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434355 Feb 17 20:15:35.807778 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:35.808337 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:35.808564 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Floating IP d429cb59-8d27-41a8-a5a1-a9d3d0c6307b disassociated. External IP: 172.27.1.200, port: 239a0b21-3e11-4be5-b746-5403d1ce5cbf. Feb 17 20:15:35.808962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Calling delete_port for 239a0b21-3e11-4be5-b746-5403d1ce5cbf owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:15:35.956101 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:35.971121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:36.065414 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event deleted for resources: {'Port': ['ID=239a0b21-3e11-4be5-b746-5403d1ce5cbf,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:36.072597 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:36.337961 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:15:36.538291 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:15:36.549095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857aeb0a-60a8-4e89-a78a-50bd0a603344 None None] Sync routers for ids ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:15:36.560240 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857aeb0a-60a8-4e89-a78a-50bd0a603344 None None] Routers {'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:15:36.561332 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-857aeb0a-60a8-4e89-a78a-50bd0a603344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:15:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:36.582932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] No DVR routers for this DVR port 239a0b21-3e11-4be5-b746-5403d1ce5cbf on host hv-cinder-76003 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:15:36.585869 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:36.590175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'name': 'network-vif-deleted', 'tag': '239a0b21-3e11-4be5-b746-5403d1ce5cbf'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:15:36.642205 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7dac23c2-f395-4593-ae8c-1a870210a345 req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.127 "DELETE /v2.0/ports/239a0b21-3e11-4be5-b746-5403d1ce5cbf HTTP/1.1" status: 204 len: 173 time: 1.7257545 Feb 17 20:15:36.650203 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-2d30049a-ddac-4357-89d5-7c8a07622c04 req-b66d0275-d824-4e26-ba56-4dc8062ce233 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Synchronizing usage tracker for tenant:bef112b64fbd44c2889ba8317513c94e on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:15:36.667263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-2d30049a-ddac-4357-89d5-7c8a07622c04 req-b66d0275-d824-4e26-ba56-4dc8062ce233 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Unset dirty status for tenant:bef112b64fbd44c2889ba8317513c94e on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:15:36.668570 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2d30049a-ddac-4357-89d5-7c8a07622c04 req-b66d0275-d824-4e26-ba56-4dc8062ce233 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 210 time: 0.0697787 Feb 17 20:15:36.755287 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e24b7e9-764c-4118-9573-bd1b8adba4e4', 'name': 'network-vif-deleted', 'tag': '239a0b21-3e11-4be5-b746-5403d1ce5cbf', 'status': 'completed', 'code': 200} Feb 17 20:15:36.802005 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da6ab7-b23a-41b5-989b-7ae65f7a4e27 req-ec8f8012-2548-4d7b-b2b5-39676606607a tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:36.804353 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-64da6ab7-b23a-41b5-989b-7ae65f7a4e27 req-ec8f8012-2548-4d7b-b2b5-39676606607a tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 947 time: 0.0949290 Feb 17 20:15:36.859305 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-64da6ab7-b23a-41b5-989b-7ae65f7a4e27 req-f7f8041c-7119-4794-a9d2-96d619bf96fa tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477262 Feb 17 20:15:36.936539 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-857aeb0a-60a8-4e89-a78a-50bd0a603344 None None] Set router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:15:37.272943 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-857aeb0a-60a8-4e89-a78a-50bd0a603344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:55Z', 'revision_number': 5, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:37.276968 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857aeb0a-60a8-4e89-a78a-50bd0a603344 None None] Checking router: a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:15:37.285877 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857aeb0a-60a8-4e89-a78a-50bd0a603344 None None] Routers {'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:15:37.286534 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-857aeb0a-60a8-4e89-a78a-50bd0a603344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:15:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:37.479428 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-857aeb0a-60a8-4e89-a78a-50bd0a603344 None None] Set router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:15:37.724751 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c7edd886-df32-472a-b49d-b90136816991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:37.840620 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-857aeb0a-60a8-4e89-a78a-50bd0a603344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:55Z', 'revision_number': 5, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:15:37.845316 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-819cc0e3-f15d-43c2-9a0a-df4bb94ed1f8 req-0080c461-3e8d-432f-a2e9-376b9ec5eac6 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e24b7e9-764c-4118-9573-bd1b8adba4e4 HTTP/1.1" status: 200 len: 210 time: 0.0539029 Feb 17 20:15:37.845835 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857aeb0a-60a8-4e89-a78a-50bd0a603344 None None] The sync data for ids ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'] in dv-cinder-760038-3-iscsi is: [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:55Z', 'revision_number': 5, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:15:37.938203 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:38.027792 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 32d536dc-295c-4e52-bd60-52016b0fb052 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:38.087813 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d8acd-a430-4384-a883-3525e7a60c65 req-0f41d236-2fda-418d-8865-6715985a9a50 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:38.089516 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3f8d8acd-a430-4384-a883-3525e7a60c65 req-0f41d236-2fda-418d-8865-6715985a9a50 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 947 time: 0.0999067 Feb 17 20:15:38.111532 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port 32d536dc-295c-4e52-bd60-52016b0fb052 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:38.117358 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 32d536dc-295c-4e52-bd60-52016b0fb052 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:38.117778 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:38.143905 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3f8d8acd-a430-4384-a883-3525e7a60c65 req-bceb0ff7-b752-42a9-b159-c4b44076a29c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474305 Feb 17 20:15:38.251650 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:38.282431 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8891a3a0-3a78-4eb4-aede-51cf84b6665f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d536dc-295c-4e52-bd60-52016b0fb052'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:15:38.294447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 32d536dc-295c-4e52-bd60-52016b0fb052, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=32d536dc-295c-4e52-bd60-52016b0fb052,segment=NetworkSegment(00aaec64-5389-4f8d-8719-4ba13c67d3bc),segment_id=00aaec64-5389-4f8d-8719-4ba13c67d3bc)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:15:38.297650 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:38.301305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:38.342426 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b40e7f2-1b28-42cc-a7a4-82ba41062a7b None None] New status for floating IP d429cb59-8d27-41a8-a5a1-a9d3d0c6307b: DOWN {{(pid=84041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:15:38.344432 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8891a3a0-3a78-4eb4-aede-51cf84b6665f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d536dc-295c-4e52-bd60-52016b0fb052', 'code': 200} Feb 17 20:15:38.384739 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=32d536dc-295c-4e52-bd60-52016b0fb052,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:38.393084 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.393440 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.393978 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.394354 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.394724 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.395094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.395459 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.395828 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.396466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.396968 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.397401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.397864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.398489 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.398863 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.399228 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.399586 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.400052 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.400394 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.400781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.401299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.401666 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.402076 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.402434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.402792 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:38.407754 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:38.488609 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 32d536dc-295c-4e52-bd60-52016b0fb052 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:38.577910 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 32d536dc-295c-4e52-bd60-52016b0fb052 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:38.578513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:38.615909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8caf9a1-d6ca-41da-aa26-d0bc3e3c86b8 req-dd27c3b2-9494-434c-b6a5-2d28b303c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:38.617479 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e8caf9a1-d6ca-41da-aa26-d0bc3e3c86b8 req-dd27c3b2-9494-434c-b6a5-2d28b303c631 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 1166 time: 0.0837252 Feb 17 20:15:38.670872 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e8caf9a1-d6ca-41da-aa26-d0bc3e3c86b8 req-fda6865d-8e10-4fe6-9f01-f580c2984e94 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430784 Feb 17 20:15:38.732106 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 239a0b21-3e11-4be5-b746-5403d1ce5cbf no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:15:38.776487 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] No Port match for: 239a0b21-3e11-4be5-b746-5403d1ce5cbf {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:15:38.776914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 239a0b21-3e11-4be5-b746-5403d1ce5cbf not bound to the agent host hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:15:39.020161 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58960) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:39.087804 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2f9e86f1-2765-40a4-a68d-20764dc1e45c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:39.119682 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2f9e86f1-2765-40a4-a68d-20764dc1e45c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:39.167629 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2f9e86f1-2765-40a4-a68d-20764dc1e45c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:39.173192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b627beb8-e4a3-4dea-92ce-a7279129a6a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:39.176377 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:39.189467 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e86f1-2765-40a4-a68d-20764dc1e45c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb42717-7720-4344-bd54-75037d54e838,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:39.192347 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-2f9e86f1-2765-40a4-a68d-20764dc1e45c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:39.199666 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2f9e86f1-2765-40a4-a68d-20764dc1e45c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:39.203446 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-2f9e86f1-2765-40a4-a68d-20764dc1e45c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "DELETE /v2.0/security-groups/bdb42717-7720-4344-bd54-75037d54e838 HTTP/1.1" status: 204 len: 168 time: 0.1796770 Feb 17 20:15:39.203993 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 58966) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:39.231739 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.v2.resource [None req-5d9946b7-fb8a-48c9-adf1-f817623ed486 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] show failed (client error): The resource could not be found. Feb 17 20:15:39.233080 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-5d9946b7-fb8a-48c9-adf1-f817623ed486 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups/bdb42717-7720-4344-bd54-75037d54e838 HTTP/1.1" status: 404 len: 347 time: 0.0278268 Feb 17 20:15:39.236422 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58972) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:39.442045 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:39.462256 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-150cd17d-9c5d-41d7-8e3d-4a2d66c8a967 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Deleting port 59436beb-ef8e-4487-98e1-7a2e540496ea {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:15:39.462640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-150cd17d-9c5d-41d7-8e3d-4a2d66c8a967 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:39.822004 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb850131-64f4-44c5-bb49-bd829cf92e6f req-9b915451-b312-45d5-b77f-44f84502d5e8 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:39.823677 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb850131-64f4-44c5-bb49-bd829cf92e6f req-9b915451-b312-45d5-b77f-44f84502d5e8 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 949 time: 0.5195217 Feb 17 20:15:39.916493 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb850131-64f4-44c5-bb49-bd829cf92e6f req-6fb30746-3572-4952-a1d7-3e538e3a9ac7 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855014 Feb 17 20:15:39.918514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-150cd17d-9c5d-41d7-8e3d-4a2d66c8a967 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:39.919076 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-150cd17d-9c5d-41d7-8e3d-4a2d66c8a967 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:40.060604 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-150cd17d-9c5d-41d7-8e3d-4a2d66c8a967 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Calling delete_port for 59436beb-ef8e-4487-98e1-7a2e540496ea owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:15:40.212296 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-150cd17d-9c5d-41d7-8e3d-4a2d66c8a967 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:40.228544 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f92ed2e3-c969-4727-b984-930c21e48dd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:40.325393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cd17d-9c5d-41d7-8e3d-4a2d66c8a967 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event deleted for resources: {'Port': ['ID=59436beb-ef8e-4487-98e1-7a2e540496ea,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:40.335747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-150cd17d-9c5d-41d7-8e3d-4a2d66c8a967 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:40.453465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 32d536dc-295c-4e52-bd60-52016b0fb052 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:40.457455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-150cd17d-9c5d-41d7-8e3d-4a2d66c8a967 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for floatingip, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:40.480439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-150cd17d-9c5d-41d7-8e3d-4a2d66c8a967 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:40.485514 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-150cd17d-9c5d-41d7-8e3d-4a2d66c8a967 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "DELETE /v2.0/floatingips/d429cb59-8d27-41a8-a5a1-a9d3d0c6307b HTTP/1.1" status: 204 len: 168 time: 1.2441590 Feb 17 20:15:40.546982 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:40.557929 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 32d536dc-295c-4e52-bd60-52016b0fb052 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:40.558346 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:40.917864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59020) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:40.923756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--864168877', 'description': 'tempest-description--1502908873'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:40.930279 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:40.934560 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Usage tracker for resource:security_group and tenant:bef112b64fbd44c2889ba8317513c94e is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:40.937605 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:40.943660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:40.954420 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:40.976986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:40.981154 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Usage tracker for resource:security_group_rule and tenant:bef112b64fbd44c2889ba8317513c94e is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:40.984246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:40.990073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:41.112887 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.116800 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.123325 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b5afd3a1-7d59-41ea-8fdd-0d6bb16d4e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:41.173116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5089bbfb-05ac-4d03-b050-a5446cea7e53,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:41.177485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:41.181233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.185640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59028) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:41.185745 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2666550 Feb 17 20:15:41.191498 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-6c2bb825-896a-4c2d-875c-87685cadd455 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Request body: {'security_group_rule': {'security_group_id': '5089bbfb-05ac-4d03-b050-a5446cea7e53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:41.198463 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-6c2bb825-896a-4c2d-875c-87685cadd455 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:41.202749 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-6c2bb825-896a-4c2d-875c-87685cadd455 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Usage tracker for resource:security_group_rule and tenant:bef112b64fbd44c2889ba8317513c94e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:41.206913 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-6c2bb825-896a-4c2d-875c-87685cadd455 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:41.211613 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c2bc8-18c3-404f-9010-76a060f74c33 req-13cd5206-fe83-477b-a95b-eddbd75d8877 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:41.213245 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d88c2bc8-18c3-404f-9010-76a060f74c33 req-13cd5206-fe83-477b-a95b-eddbd75d8877 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 949 time: 0.1660790 Feb 17 20:15:41.213590 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-6c2bb825-896a-4c2d-875c-87685cadd455 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:41.233969 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6c2bb825-896a-4c2d-875c-87685cadd455 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.262444 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d88c2bc8-18c3-404f-9010-76a060f74c33 req-1319f8f5-636f-4b14-a34c-ca6ba0a50ff4 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Feb 17 20:15:41.305222 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6c2bb825-896a-4c2d-875c-87685cadd455 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.309697 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6c2bb825-896a-4c2d-875c-87685cadd455 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285461'] for security_group_rule, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.311784 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:41.334406 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bb825-896a-4c2d-875c-87685cadd455 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9c081e-e8a3-4ead-a339-8f0ad13d991c,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:41.339610 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6c2bb825-896a-4c2d-875c-87685cadd455 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:41.347214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6c2bb825-896a-4c2d-875c-87685cadd455 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.348694 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-6c2bb825-896a-4c2d-875c-87685cadd455 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1618445 Feb 17 20:15:41.351373 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59038) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:41.356966 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-09adec8e-4954-4c85-a5b8-75d558f05d93 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Request body: {'security_group_rule': {'security_group_id': '5089bbfb-05ac-4d03-b050-a5446cea7e53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:41.363188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-09adec8e-4954-4c85-a5b8-75d558f05d93 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:41.367270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-09adec8e-4954-4c85-a5b8-75d558f05d93 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Usage tracker for resource:security_group_rule and tenant:bef112b64fbd44c2889ba8317513c94e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:41.370617 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-09adec8e-4954-4c85-a5b8-75d558f05d93 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:41.376700 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-09adec8e-4954-4c85-a5b8-75d558f05d93 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:41.399076 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-09adec8e-4954-4c85-a5b8-75d558f05d93 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.470120 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-09adec8e-4954-4c85-a5b8-75d558f05d93 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.473777 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-09adec8e-4954-4c85-a5b8-75d558f05d93 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285461'] for security_group_rule, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.476079 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6c2bb825-896a-4c2d-875c-87685cadd455 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:41.498784 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adec8e-4954-4c85-a5b8-75d558f05d93 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defefb69-579d-498f-a244-c52fe788c430,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:41.503209 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-09adec8e-4954-4c85-a5b8-75d558f05d93 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:41.510195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-09adec8e-4954-4c85-a5b8-75d558f05d93 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.511506 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-09adec8e-4954-4c85-a5b8-75d558f05d93 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591337 Feb 17 20:15:41.515202 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59042) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:41.521548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Request body: {'floatingip': {'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:41.527486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:41.531946 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Usage tracker for resource:floatingip and tenant:bef112b64fbd44c2889ba8317513c94e is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:41.535773 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:41.541552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:41.552338 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for floatingip, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.706601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:41.742281 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d15f4-ba19-466e-8740-7ca4fb36ffe3 req-67552e0f-f70a-4b78-b866-ebb22e9d50b5 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:41.745254 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-989d15f4-ba19-466e-8740-7ca4fb36ffe3 req-67552e0f-f70a-4b78-b866-ebb22e9d50b5 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 949 time: 0.0956995 Feb 17 20:15:41.798735 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-989d15f4-ba19-466e-8740-7ca4fb36ffe3 req-8a4e152f-0bb2-4fdb-91db-4d30d33ac872 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477393 Feb 17 20:15:41.996479 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Allocated IP 172.27.1.214 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/102ad58f-6541-4f62-8d9a-6c5dfde16f3c) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:42.154277 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:42.183469 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:42.198841 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:42.335677 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event updated for resources: {'Port': ['ID=102ad58f-6541-4f62-8d9a-6c5dfde16f3c,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:42.340711 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:42.391144 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:42.392396 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:42.394868 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:15:42.481205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:42.544418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:42.826806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for port, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:42.830438 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828486052'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:42.845441 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:42.979862 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event updated for resources: {'Port': ['ID=102ad58f-6541-4f62-8d9a-6c5dfde16f3c,revision_number=2']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:42.985218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:43.008266 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383dc7fb-0825-4554-b8c6-3730de5cec05 req-70257120-69be-467e-a44d-c0dc0abf4597 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:43.009942 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-383dc7fb-0825-4554-b8c6-3730de5cec05 req-70257120-69be-467e-a44d-c0dc0abf4597 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 949 time: 0.0921729 Feb 17 20:15:43.060196 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-383dc7fb-0825-4554-b8c6-3730de5cec05 req-5f78aa31-760b-4481-b104-c305bb1bdc2e tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 Feb 17 20:15:43.099735 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:43.123424 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:43.124732 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6085315 Feb 17 20:15:43.351445 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-8005db58-7175-4bdb-bb87-c6b6517d3b62 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Synchronizing usage tracker for tenant:bef112b64fbd44c2889ba8317513c94e on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:15:43.365508 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-8005db58-7175-4bdb-bb87-c6b6517d3b62 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Unset dirty status for tenant:bef112b64fbd44c2889ba8317513c94e on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:15:43.366737 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-8005db58-7175-4bdb-bb87-c6b6517d3b62 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--864168877&fields=id&tenant_id=bef112b64fbd44c2889ba8317513c94e HTTP/1.1" status: 200 len: 267 time: 0.0580177 Feb 17 20:15:43.530448 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-022599d2-ad61-4936-a8f9-13dfb27d962a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:43.532039 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-022599d2-ad61-4936-a8f9-13dfb27d962a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/networks?id=a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 200 len: 817 time: 0.1574433 Feb 17 20:15:43.594349 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-4544992f-1bb2-468d-9a3a-32252d7fb2ab tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/quotas/bef112b64fbd44c2889ba8317513c94e HTTP/1.1" status: 200 len: 375 time: 0.0562401 Feb 17 20:15:43.688114 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-e7143123-7c1c-4144-9969-cab0c9077558 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Synchronizing usage tracker for tenant:bef112b64fbd44c2889ba8317513c94e on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:15:43.703273 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-e7143123-7c1c-4144-9969-cab0c9077558 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Unset dirty status for tenant:bef112b64fbd44c2889ba8317513c94e on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:15:43.704674 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-e7143123-7c1c-4144-9969-cab0c9077558 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef112b64fbd44c2889ba8317513c94e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1043797 Feb 17 20:15:43.905369 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-0d1d86be-1257-405a-99a1-75f49df53be4 service neutron] 10.222.0.73 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870890 Feb 17 20:15:44.057501 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-386de56b-73cf-47d2-a82b-33f648e8a1a4 service neutron] 10.222.0.73 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1454291 Feb 17 20:15:44.304619 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c33f7984-599b-41b8-a048-2a8f4dbdec7f req-d07fafa0-6742-4a86-b6ef-050581c43b15 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 210 time: 0.0894847 Feb 17 20:15:44.355426 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf57b0-67ce-45cc-a59f-cf5b1373964d req-2997a479-1a43-4525-87c5-3f7cdae62ecd tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:44.357072 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-aadf57b0-67ce-45cc-a59f-cf5b1373964d req-2997a479-1a43-4525-87c5-3f7cdae62ecd tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 949 time: 0.0987260 Feb 17 20:15:44.406481 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-aadf57b0-67ce-45cc-a59f-cf5b1373964d req-77dee617-d76c-45d7-b6f4-9f648496c515 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432143 Feb 17 20:15:45.474041 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9cb68949-008c-4771-ba65-ac71cb592862 req-c39f2742-4ac6-493e-929a-50df18f942f3 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 210 time: 0.0505369 Feb 17 20:15:45.611628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1474141-c419-4294-83e3-f418c90199c3 req-a04ed5f4-6bee-4b9e-a72f-8324b0965830 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:45.613194 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e1474141-c419-4294-83e3-f418c90199c3 req-a04ed5f4-6bee-4b9e-a72f-8324b0965830 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 949 time: 0.0923285 Feb 17 20:15:45.663910 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e1474141-c419-4294-83e3-f418c90199c3 req-031c612e-1676-4fe3-84e4-48fb04247668 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433915 Feb 17 20:15:45.817714 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 32d536dc-295c-4e52-bd60-52016b0fb052 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:45.893832 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 32d536dc-295c-4e52-bd60-52016b0fb052 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:45.894176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:46.291438 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e537b-d63b-4e11-832f-fdedfa48d8ea req-deaa648d-4538-4baf-a5f0-21cbdd538b47 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:46.292967 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bf9e537b-d63b-4e11-832f-fdedfa48d8ea req-deaa648d-4538-4baf-a5f0-21cbdd538b47 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.127 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 949 time: 0.0885327 Feb 17 20:15:46.320295 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:15:46.376233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-bf9e537b-d63b-4e11-832f-fdedfa48d8ea req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Deleting port 32d536dc-295c-4e52-bd60-52016b0fb052 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:15:46.376615 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-bf9e537b-d63b-4e11-832f-fdedfa48d8ea req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:46.625821 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-5c4a4ead-003e-4cfa-839e-574888345703 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:46.627422 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-5c4a4ead-003e-4cfa-839e-574888345703 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.127 "GET /v2.0/networks?id=a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 200 len: 817 time: 0.2264762 Feb 17 20:15:46.689487 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f51c27b2-5dcf-4a4b-a279-29414a831cb2 req-6a4b5b4e-4892-4e44-a5be-61c03b885a4b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 210 time: 0.0669703 Feb 17 20:15:46.737724 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-678ab67a-bdf2-42a3-903d-111f3e70cf24 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=bef112b64fbd44c2889ba8317513c94e HTTP/1.1" status: 200 len: 5704 time: 0.1006198 Feb 17 20:15:46.750169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Request body: {'port': {'device_id': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'admin_state_up': True, 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'security_groups': ['5089bbfb-05ac-4d03-b050-a5446cea7e53']}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:46.755747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-bf9e537b-d63b-4e11-832f-fdedfa48d8ea req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] For port 32d536dc-295c-4e52-bd60-52016b0fb052, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=32d536dc-295c-4e52-bd60-52016b0fb052,segment=NetworkSegment(00aaec64-5389-4f8d-8719-4ba13c67d3bc),segment_id=00aaec64-5389-4f8d-8719-4ba13c67d3bc)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:15:46.756418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-bf9e537b-d63b-4e11-832f-fdedfa48d8ea req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:46.908301 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-bf9e537b-d63b-4e11-832f-fdedfa48d8ea req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Calling delete_port for 32d536dc-295c-4e52-bd60-52016b0fb052 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:15:46.926039 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:46.936839 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:46.945971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Made reservation on behalf of bef112b64fbd44c2889ba8317513c94e for: {'port': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:15:46.952744 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:47.118625 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fbe00-9d15-4c14-b475-aac2f234b85e req-b4eb0db9-2adb-4a32-84ac-d2c29bd8e863 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:47.120433 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5d2fbe00-9d15-4c14-b475-aac2f234b85e req-b4eb0db9-2adb-4a32-84ac-d2c29bd8e863 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 949 time: 0.1784186 Feb 17 20:15:47.173891 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-bf9e537b-d63b-4e11-832f-fdedfa48d8ea req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:47.194126 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5d2fbe00-9d15-4c14-b475-aac2f234b85e req-01c09869-16eb-4259-8e28-0db635b904ba tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/security-groups?id=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654323 Feb 17 20:15:47.194815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-34812859-2412-43a1-9d8f-081408088558 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:47.270574 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Allocated IP 172.20.0.4 (a0904cfe-b6c7-49f8-a858-3708f653bb38/1dab1ba6-9853-478e-b806-2a2376b065de/587e0270-a916-4e76-b9ea-6ed8c2046787) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:15:47.296588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Pushing event deleted for resources: {'Port': ['ID=32d536dc-295c-4e52-bd60-52016b0fb052,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:47.314525 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.314910 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.315329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.316890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.316890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.316890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.317686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.317686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.317973 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.318358 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.318743 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.319130 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.319577 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.319967 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.320349 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.320731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.321135 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.321520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.321901 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.322281 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.322664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.323046 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.323426 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.323806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:15:47.329263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:47.427989 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9e537b-d63b-4e11-832f-fdedfa48d8ea req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] No DVR routers for this DVR port 32d536dc-295c-4e52-bd60-52016b0fb052 on host hv-cinder-76003 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:15:47.430815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-bf9e537b-d63b-4e11-832f-fdedfa48d8ea req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:47.433948 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8891a3a0-3a78-4eb4-aede-51cf84b6665f', 'name': 'network-vif-deleted', 'tag': '32d536dc-295c-4e52-bd60-52016b0fb052'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:15:47.451248 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bf9e537b-d63b-4e11-832f-fdedfa48d8ea req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.127 "DELETE /v2.0/ports/32d536dc-295c-4e52-bd60-52016b0fb052 HTTP/1.1" status: 204 len: 173 time: 1.1516428 Feb 17 20:15:47.508936 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8891a3a0-3a78-4eb4-aede-51cf84b6665f', 'name': 'network-vif-deleted', 'tag': '32d536dc-295c-4e52-bd60-52016b0fb052', 'status': 'completed', 'code': 200} Feb 17 20:15:47.517435 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:47.535219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Transition to ACTIVE for port object 587e0270-a916-4e76-b9ea-6ed8c2046787 will not be triggered until provisioned by entity DHCP. {{(pid=84037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:47.560630 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:47.576927 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:47.944187 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646d947-4bf0-473c-8d02-aae66d21532c req-b5f8c597-96c9-433b-82cc-b74938394283 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:47.945879 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4646d947-4bf0-473c-8d02-aae66d21532c req-b5f8c597-96c9-433b-82cc-b74938394283 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 931 time: 0.1023059 Feb 17 20:15:47.977279 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event updated for resources: {'Port': ['ID=587e0270-a916-4e76-b9ea-6ed8c2046787,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:47.981737 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:47.994195 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4646d947-4bf0-473c-8d02-aae66d21532c req-f431c249-5b02-47c0-a10b-107d44e86e9e tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421066 Feb 17 20:15:48.042077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Network a0904cfe-b6c7-49f8-a858-3708f653bb38 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:15:48.043266 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:48.045571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:15:48.111676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:48.112346 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.138498 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3935983 Feb 17 20:15:48.307251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-bbb74f16-a3ef-4626-9222-f6cc08988a0f None None] Provisioning for port 587e0270-a916-4e76-b9ea-6ed8c2046787 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:48.312655 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-bbb74f16-a3ef-4626-9222-f6cc08988a0f None None] Provisioning complete for port 587e0270-a916-4e76-b9ea-6ed8c2046787 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:48.313112 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bbb74f16-a3ef-4626-9222-f6cc08988a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:48.360046 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-c20b0375-7c3b-46fa-8c93-c01fafaa4538 req-acc6cb2b-c0c2-4793-8ad5-7a63713c2f86 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Synchronizing usage tracker for tenant:80d52301076d4bccb3c33c54ccbcef10 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:15:48.374433 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-bbb74f16-a3ef-4626-9222-f6cc08988a0f None None] Port 587e0270-a916-4e76-b9ea-6ed8c2046787 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:15:48.376115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-c20b0375-7c3b-46fa-8c93-c01fafaa4538 req-acc6cb2b-c0c2-4793-8ad5-7a63713c2f86 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Unset dirty status for tenant:80d52301076d4bccb3c33c54ccbcef10 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:15:48.377633 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c20b0375-7c3b-46fa-8c93-c01fafaa4538 req-acc6cb2b-c0c2-4793-8ad5-7a63713c2f86 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 210 time: 0.0656438 Feb 17 20:15:49.200665 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365260c-df29-4058-a5f5-1d2f851341d2 req-dfe37e64-7700-4281-91ee-11a26433cbb3 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:49.202277 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0365260c-df29-4058-a5f5-1d2f851341d2 req-dfe37e64-7700-4281-91ee-11a26433cbb3 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 931 time: 0.0878994 Feb 17 20:15:49.249724 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0365260c-df29-4058-a5f5-1d2f851341d2 req-fb9bb090-ef99-4e61-92fa-2fe0376ca923 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413313 Feb 17 20:15:49.537416 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-08c92d89-6dc7-41a0-a0ea-a2ef5a69a423 req-08688e2c-fa7b-450a-8f33-573dde5838cd tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 210 time: 0.0484946 Feb 17 20:15:50.117192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Request body: {'port': {'device_id': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:50.245733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:50.352802 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 32d536dc-295c-4e52-bd60-52016b0fb052 no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:15:50.391421 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] No Port match for: 32d536dc-295c-4e52-bd60-52016b0fb052 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:15:50.392203 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 32d536dc-295c-4e52-bd60-52016b0fb052 not bound to the agent host hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:15:50.455606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1333322-b729-4cd2-bf17-bb7a6e6a6d17 req-a5821bb8-5133-4f32-9613-ef878f2bb5ea tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:50.457257 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a1333322-b729-4cd2-bf17-bb7a6e6a6d17 req-a5821bb8-5133-4f32-9613-ef878f2bb5ea tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 931 time: 0.0910006 Feb 17 20:15:50.506082 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a1333322-b729-4cd2-bf17-bb7a6e6a6d17 req-641d9b98-87d4-4364-872b-ef6fc4bcbe13 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423145 Feb 17 20:15:50.671226 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587e0270-a916-4e76-b9ea-6ed8c2046787 {{(pid=84037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:15:50.679586 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:50.691913 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Transition to ACTIVE for port object 587e0270-a916-4e76-b9ea-6ed8c2046787 will not be triggered until provisioned by entity L2. {{(pid=84037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:15:50.694501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828486052'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:50.710441 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:50.717030 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-56de32a7-bb90-4c49-82e0-4637adce6f70 req-33b23efe-74aa-4df1-8e77-bc6c15ce89f6 tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] 10.222.0.73 "GET /v2.0/ports?device_id=8891a3a0-3a78-4eb4-aede-51cf84b6665f HTTP/1.1" status: 200 len: 210 time: 0.0516324 Feb 17 20:15:50.855114 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Pushing event updated for resources: {'Port': ['ID=587e0270-a916-4e76-b9ea-6ed8c2046787,revision_number=2']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:50.860113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:51.046592 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Attempting to bind port 587e0270-a916-4e76-b9ea-6ed8c2046787 on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:15:51.047053 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Attempting to bind port 587e0270-a916-4e76-b9ea-6ed8c2046787 by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'}] {{(pid=84037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:15:51.047325 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Attempting to bind port 587e0270-a916-4e76-b9ea-6ed8c2046787 on network a0904cfe-b6c7-49f8-a858-3708f653bb38 {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:15:51.053648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:15:51.054035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Checking segment: {'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:51.054447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:51.054848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Bound using segment: {'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'} {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:15:51.055337 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Bound port: 587e0270-a916-4e76-b9ea-6ed8c2046787, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeeec8b-6029-4def-85d7-35f10aecfda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38'}}] {{(pid=84037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:15:51.055717 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:51.162602 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] For port 587e0270-a916-4e76-b9ea-6ed8c2046787, host hv-cinder-76003, cleared binding levels {{(pid=84037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:15:51.165896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] For port 587e0270-a916-4e76-b9ea-6ed8c2046787, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=587e0270-a916-4e76-b9ea-6ed8c2046787,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:15:51.170975 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828486052'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:51.187487 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:51.337853 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Pushing event updated for resources: {'Port': ['ID=587e0270-a916-4e76-b9ea-6ed8c2046787,revision_number=3']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:51.342769 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:51.391298 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:51.391984 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:51.393527 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] 10.222.0.127 "PUT /v2.0/ports/587e0270-a916-4e76-b9ea-6ed8c2046787 HTTP/1.1" status: 200 len: 1157 time: 1.2822895 Feb 17 20:15:51.394086 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'tag': '587e0270-a916-4e76-b9ea-6ed8c2046787'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:15:51.515000 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'tag': '587e0270-a916-4e76-b9ea-6ed8c2046787', 'status': 'completed', 'code': 200} Feb 17 20:15:51.563657 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-a1b44b1a-acac-48b2-b977-a101d7557f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:51.565764 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-a1b44b1a-acac-48b2-b977-a101d7557f55 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bef112b64fbd44c2889ba8317513c94e&device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 1160 time: 0.1285794 Feb 17 20:15:51.658416 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-0b69770c-a335-4429-baad-2bcbf5ae3456 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=587e0270-a916-4e76-b9ea-6ed8c2046787 HTTP/1.1" status: 200 len: 217 time: 0.0835285 Feb 17 20:15:51.757468 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-8e3b11d0-d5e7-488b-af60-102a03fc9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:51.759894 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-8e3b11d0-d5e7-488b-af60-102a03fc9b10 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1dab1ba6-9853-478e-b806-2a2376b065de HTTP/1.1" status: 200 len: 856 time: 0.0934091 Feb 17 20:15:51.867456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-b184b113-bd67-41e8-8ca7-5d2d5a6392e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:51.869657 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-b184b113-bd67-41e8-8ca7-5d2d5a6392e5 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a0904cfe-b6c7-49f8-a858-3708f653bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1027086 Feb 17 20:15:51.955249 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3833e4-14b2-44ab-acc8-b85d4757d1ff req-31ca42ac-efd8-4e2d-a025-125855cff615 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:51.956905 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ca3833e4-14b2-44ab-acc8-b85d4757d1ff req-31ca42ac-efd8-4e2d-a025-125855cff615 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.3118954 Feb 17 20:15:52.016984 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ca3833e4-14b2-44ab-acc8-b85d4757d1ff req-0e9e2519-dabf-456a-aefe-9c24a044f3fa tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529175 Feb 17 20:15:52.056936 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-3ddd6c49-1274-4a11-ba92-8cc5ea7434ca service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782579 Feb 17 20:15:52.210986 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9ab81136-e3e7-4b1a-ba7e-d4dbb7872fbb req-e5aedc82-de12-4271-869a-f208b7d1a7d1 service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1456344 Feb 17 20:15:52.340588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea16cb-0e7f-4966-971b-88ad2d0f61a7 req-07ac1af4-20a3-4788-b041-5e495e622bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:52.342279 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8eea16cb-0e7f-4966-971b-88ad2d0f61a7 req-07ac1af4-20a3-4788-b041-5e495e622bf1 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bef112b64fbd44c2889ba8317513c94e&device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 1160 time: 0.0836999 Feb 17 20:15:52.493169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea16cb-0e7f-4966-971b-88ad2d0f61a7 req-87507c14-582c-4cc1-8814-8bf5e9d08176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:52.495034 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8eea16cb-0e7f-4966-971b-88ad2d0f61a7 req-87507c14-582c-4cc1-8814-8bf5e9d08176 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 200 len: 911 time: 0.1446006 Feb 17 20:15:52.576751 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8eea16cb-0e7f-4966-971b-88ad2d0f61a7 req-ba1c61a3-405e-47e9-a04a-fd6f36147082 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=587e0270-a916-4e76-b9ea-6ed8c2046787 HTTP/1.1" status: 200 len: 217 time: 0.0744336 Feb 17 20:15:52.654772 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea16cb-0e7f-4966-971b-88ad2d0f61a7 req-f3bd115c-119b-48e0-be52-3305879dd488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:52.656481 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8eea16cb-0e7f-4966-971b-88ad2d0f61a7 req-f3bd115c-119b-48e0-be52-3305879dd488 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1dab1ba6-9853-478e-b806-2a2376b065de HTTP/1.1" status: 200 len: 856 time: 0.0719688 Feb 17 20:15:52.750949 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea16cb-0e7f-4966-971b-88ad2d0f61a7 req-3419846f-fefd-4f60-8478-0cc0d16b9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:52.752663 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8eea16cb-0e7f-4966-971b-88ad2d0f61a7 req-3419846f-fefd-4f60-8478-0cc0d16b9e50 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a0904cfe-b6c7-49f8-a858-3708f653bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892870 Feb 17 20:15:52.902424 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8eea16cb-0e7f-4966-971b-88ad2d0f61a7 req-f2a20d5e-f540-4677-a0b5-c061cad8d34e service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416278 Feb 17 20:15:53.052539 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8eea16cb-0e7f-4966-971b-88ad2d0f61a7 req-88e8dcf8-3a81-4344-8e03-f2f5ce6c9503 service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402662 Feb 17 20:15:53.240012 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193d3a1-8e87-4600-9dcc-76d281c45d56 req-27525325-7420-451c-8c68-5b688c797696 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:53.248057 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9193d3a1-8e87-4600-9dcc-76d281c45d56 req-27525325-7420-451c-8c68-5b688c797696 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.1052449 Feb 17 20:15:53.297486 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9193d3a1-8e87-4600-9dcc-76d281c45d56 req-9dffcd90-24d7-4fa9-85ee-6d7fc807a612 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485396 Feb 17 20:15:54.102285 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59454) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:54.233047 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0e5e-1e2b-4b11-80b3-f5a3dac69603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:54.249009 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c5aa0e5e-1e2b-4b11-80b3-f5a3dac69603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:54.253036 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c5aa0e5e-1e2b-4b11-80b3-f5a3dac69603 admin admin] Usage tracker for resource:security_group_rule and tenant:e544e9c1552844bfbe6ddd9ece7de0ce is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:54.256022 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c5aa0e5e-1e2b-4b11-80b3-f5a3dac69603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:54.261803 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c5aa0e5e-1e2b-4b11-80b3-f5a3dac69603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:54.349217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0e5e-1e2b-4b11-80b3-f5a3dac69603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:54.352358 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0e5e-1e2b-4b11-80b3-f5a3dac69603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:54.361423 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-56861044-96ec-4a7a-9afe-12a1ad2ddace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:54.407196 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59470) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:54.416417 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c5aa0e5e-1e2b-4b11-80b3-f5a3dac69603 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e544e9c1552844bfbe6ddd9ece7de0ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128395 Feb 17 20:15:54.418962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa0e5e-1e2b-4b11-80b3-f5a3dac69603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b81c33a-0bea-45b0-8768-649dedcd94c2,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:54.423955 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c5aa0e5e-1e2b-4b11-80b3-f5a3dac69603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:54.541328 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ecc7ed2a-f65c-4a89-bc77-5792116f307d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:54.576423 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ecc7ed2a-f65c-4a89-bc77-5792116f307d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:54.615960 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab0f5e-162d-4d9a-b48d-081aeec9c89c req-93043c6b-0497-4143-90c4-fe98d90ca94a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:54.617578 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-48ab0f5e-162d-4d9a-b48d-081aeec9c89c req-93043c6b-0497-4143-90c4-fe98d90ca94a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.1834557 Feb 17 20:15:54.679268 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-48ab0f5e-162d-4d9a-b48d-081aeec9c89c req-16d938fd-068e-4c85-a10b-6aed9435ace6 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475652 Feb 17 20:15:54.681997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ecc7ed2a-f65c-4a89-bc77-5792116f307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:54.687171 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-352489a1-c377-44bb-9d14-356c03f5cf18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:54.699917 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7ed2a-f65c-4a89-bc77-5792116f307d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b81c33a-0bea-45b0-8768-649dedcd94c2,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:54.702685 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ecc7ed2a-f65c-4a89-bc77-5792116f307d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:54.706150 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ecc7ed2a-f65c-4a89-bc77-5792116f307d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:54.710819 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ecc7ed2a-f65c-4a89-bc77-5792116f307d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b81c33a-0bea-45b0-8768-649dedcd94c2 HTTP/1.1" status: 204 len: 168 time: 0.3025053 Feb 17 20:15:55.006792 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59500) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:55.028100 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-945acee9-b61e-40d9-9968-07ef3513240b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.043721 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-945acee9-b61e-40d9-9968-07ef3513240b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:55.048035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-945acee9-b61e-40d9-9968-07ef3513240b admin admin] Usage tracker for resource:security_group_rule and tenant:4dee8a57beeb410b88a589f9bc5c77d7 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:55.051091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-945acee9-b61e-40d9-9968-07ef3513240b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:55.057429 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-945acee9-b61e-40d9-9968-07ef3513240b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:55.152711 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-945acee9-b61e-40d9-9968-07ef3513240b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.155897 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-945acee9-b61e-40d9-9968-07ef3513240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.165569 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-63a7fadb-092b-4dea-a07f-2915b76cf6d2 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:55.213312 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-945acee9-b61e-40d9-9968-07ef3513240b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4dee8a57beeb410b88a589f9bc5c77d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025871 Feb 17 20:15:55.213312 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945acee9-b61e-40d9-9968-07ef3513240b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d2f827-1123-4f5d-be3c-3e611eea0aef,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:55.215181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-945acee9-b61e-40d9-9968-07ef3513240b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:55.215720 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59518) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:55.305967 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dd0e26fd-1fd4-4f67-b66f-af7e8c472506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.335343 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dd0e26fd-1fd4-4f67-b66f-af7e8c472506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.379454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dd0e26fd-1fd4-4f67-b66f-af7e8c472506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.384364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-999dedc2-8e3c-410a-bf8f-21faead20790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:55.397484 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e26fd-1fd4-4f67-b66f-af7e8c472506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d2f827-1123-4f5d-be3c-3e611eea0aef,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:55.399934 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-dd0e26fd-1fd4-4f67-b66f-af7e8c472506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:55.408267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dd0e26fd-1fd4-4f67-b66f-af7e8c472506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.409452 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-dd0e26fd-1fd4-4f67-b66f-af7e8c472506 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e8d2f827-1123-4f5d-be3c-3e611eea0aef HTTP/1.1" status: 204 len: 168 time: 0.1908300 Feb 17 20:15:55.722560 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 587e0270-a916-4e76-b9ea-6ed8c2046787 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:55.797774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port 587e0270-a916-4e76-b9ea-6ed8c2046787 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:15:55.802856 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 587e0270-a916-4e76-b9ea-6ed8c2046787 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:55.803273 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.895846 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ea621-e52f-40d7-b5bb-f1fa155cf4f6 req-ae03ba9d-c780-40f0-8292-530cb5fea4c3 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:55.897918 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4c0ea621-e52f-40d7-b5bb-f1fa155cf4f6 req-ae03ba9d-c780-40f0-8292-530cb5fea4c3 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.1014943 Feb 17 20:15:55.930416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.951865 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4c0ea621-e52f-40d7-b5bb-f1fa155cf4f6 req-430ad4f6-51f3-4dca-99b0-f4ad5d1cd115 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476222 Feb 17 20:15:55.961843 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587e0270-a916-4e76-b9ea-6ed8c2046787'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:15:55.976397 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 587e0270-a916-4e76-b9ea-6ed8c2046787, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=587e0270-a916-4e76-b9ea-6ed8c2046787,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:15:55.980499 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:55.982826 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:56.029794 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587e0270-a916-4e76-b9ea-6ed8c2046787', 'code': 200} Feb 17 20:15:56.069097 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=587e0270-a916-4e76-b9ea-6ed8c2046787,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:56.070627 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:56.388513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcbbd5-3065-4dbe-bfa6-ffaa5b16a249 req-e44867e7-dca0-415c-a40c-c6653f6e7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:56.390254 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1fbcbbd5-3065-4dbe-bfa6-ffaa5b16a249 req-e44867e7-dca0-415c-a40c-c6653f6e7281 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 1162 time: 0.2026742 Feb 17 20:15:56.464024 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1fbcbbd5-3065-4dbe-bfa6-ffaa5b16a249 req-f432e822-012e-44aa-bc07-93e08d9c6e55 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636780 Feb 17 20:15:56.732120 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59572) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:56.948064 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-aa3f98f8-d3da-4d8d-822f-d02423c07355 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=80d52301076d4bccb3c33c54ccbcef10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145395 Feb 17 20:15:56.951091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59586) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:57.018882 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-339d1e11-27c1-4134-894b-d21156535d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:57.047725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-339d1e11-27c1-4134-894b-d21156535d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:57.152024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-339d1e11-27c1-4134-894b-d21156535d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:57.157956 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ecc7ed2a-f65c-4a89-bc77-5792116f307d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:57.181186 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d1e11-27c1-4134-894b-d21156535d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c86ce8-fc87-4ba9-bf1b-f5b9c492d359,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:57.195171 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-339d1e11-27c1-4134-894b-d21156535d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:57.206015 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab960fa-2552-47d5-beff-b322d1427fdd req-991fa345-7cbe-49d7-90fb-b373eae05f0e tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:57.207647 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cab960fa-2552-47d5-beff-b322d1427fdd req-991fa345-7cbe-49d7-90fb-b373eae05f0e tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.1270239 Feb 17 20:15:57.212401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-339d1e11-27c1-4134-894b-d21156535d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:57.214687 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-339d1e11-27c1-4134-894b-d21156535d46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/07c86ce8-fc87-4ba9-bf1b-f5b9c492d359 HTTP/1.1" status: 204 len: 168 time: 0.2623925 Feb 17 20:15:57.266355 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 587e0270-a916-4e76-b9ea-6ed8c2046787 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:15:57.267136 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cab960fa-2552-47d5-beff-b322d1427fdd req-748e4d13-12b5-43a9-8799-625657e6ae43 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507534 Feb 17 20:15:57.363813 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 587e0270-a916-4e76-b9ea-6ed8c2046787 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:15:57.364780 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:57.828848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59642) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:57.980027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-57fc890d-0264-4fe3-b9c1-44aac05cd137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:57.998521 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-57fc890d-0264-4fe3-b9c1-44aac05cd137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:58.007884 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-57fc890d-0264-4fe3-b9c1-44aac05cd137 admin admin] Usage tracker for resource:security_group_rule and tenant:34ee708bca5a413c9a50a1d78464bc67 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:58.011151 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-57fc890d-0264-4fe3-b9c1-44aac05cd137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:58.018044 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-57fc890d-0264-4fe3-b9c1-44aac05cd137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:58.077752 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59662) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:58.115733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-57fc890d-0264-4fe3-b9c1-44aac05cd137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.118747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-57fc890d-0264-4fe3-b9c1-44aac05cd137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.127999 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8c76ffd9-ed7d-47ec-8a1a-3548a07e32ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:58.171081 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-57fc890d-0264-4fe3-b9c1-44aac05cd137 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=34ee708bca5a413c9a50a1d78464bc67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410234 Feb 17 20:15:58.172027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc890d-0264-4fe3-b9c1-44aac05cd137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995d5f23-e14b-408e-b668-e534950cc6e2,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:58.174272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59668) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:58.175344 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-57fc890d-0264-4fe3-b9c1-44aac05cd137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:58.200572 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-520004901-network', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:58.213612 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:58.222544 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Usage tracker for resource:network and tenant:6ca4edba84fd404b926172b1687fa4ac is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:58.233235 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:58.243621 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:58.267518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Made reservation on behalf of 6ca4edba84fd404b926172b1687fa4ac for: {'network': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:15:58.272357 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.283083 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ae1b43f5-e6e2-47a1-afd2-eb640fd37eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.287193 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.320079 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:58.328907 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Usage tracker for resource:security_group_rule and tenant:6ca4edba84fd404b926172b1687fa4ac is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:58.332656 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ae1b43f5-e6e2-47a1-afd2-eb640fd37eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.339455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:58.352537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:58.423740 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ae1b43f5-e6e2-47a1-afd2-eb640fd37eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.433980 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c6e17f39-26ff-452f-a3fd-4787d8ae6c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:58.454348 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b43f5-e6e2-47a1-afd2-eb640fd37eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995d5f23-e14b-408e-b668-e534950cc6e2,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:58.463331 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ae1b43f5-e6e2-47a1-afd2-eb640fd37eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:58.471809 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ae1b43f5-e6e2-47a1-afd2-eb640fd37eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.476526 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ae1b43f5-e6e2-47a1-afd2-eb640fd37eab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/995d5f23-e14b-408e-b668-e534950cc6e2 HTTP/1.1" status: 204 len: 168 time: 0.3010271 Feb 17 20:15:58.507070 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.509963 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.512956 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba0bcf-c025-4251-ac20-929f7a9c09d0 req-bc196ab1-cac1-499c-a65f-c044d07fbd91 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:58.514278 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d8ff2081-e028-4a01-8c4f-876aeebde284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:58.514954 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-05ba0bcf-c025-4251-ac20-929f7a9c09d0 req-bc196ab1-cac1-499c-a65f-c044d07fbd91 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.1121562 Feb 17 20:15:58.548606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:15:58.558696 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e9cb7a-ad10-4855-ba86-329b3263814d,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:58.562634 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:58.565222 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.565615 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Added segment 826863b8-d59f-4c52-9c0a-90f66f31216d of type vxlan for network 32488c97-a31e-48ff-9e35-7cc59840c794 Feb 17 20:15:58.569190 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-05ba0bcf-c025-4251-ac20-929f7a9c09d0 req-b32c705b-e763-40a4-bc78-a54017b2291b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475433 Feb 17 20:15:58.595325 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.631026 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.632766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:58.633546 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.638607 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:58.748774 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6697252 Feb 17 20:15:58.750290 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59680) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:58.754162 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Pushing event updated for resources: {'Network': ['ID=32488c97-a31e-48ff-9e35-7cc59840c794,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:58.757223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:58.757911 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Request body: {'subnet': {'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-520004901-subnet', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'ip_version': 4}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:58.765282 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:58.767152 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network 32488c97-a31e-48ff-9e35-7cc59840c794 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:15:58.775891 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Usage tracker for resource:subnet and tenant:6ca4edba84fd404b926172b1687fa4ac is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:58.780974 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:58.784547 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network 32488c97-a31e-48ff-9e35-7cc59840c794 details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:15:58.793848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd504c-32ac-4cdf-86f6-c413a4bcd40a req-408740ca-c4e3-4c03-b13c-cf0e059f92d3 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:58.795719 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1abd504c-32ac-4cdf-86f6-c413a4bcd40a req-408740ca-c4e3-4c03-b13c-cf0e059f92d3 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.1120801 Feb 17 20:15:58.796696 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:58.805396 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59684) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:58.808462 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59686) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:58.812685 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-522db649-0d0b-41f3-a878-01d4e49df059 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Request body: {'floatingip': {'port_id': '587e0270-a916-4e76-b9ea-6ed8c2046787'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:58.829334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3b0062cd-ceb9-46fc-9c03-aeb3ce4ef446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.838383 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Made reservation on behalf of 6ca4edba84fd404b926172b1687fa4ac for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:15:58.843065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852425930'] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.902235 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-522db649-0d0b-41f3-a878-01d4e49df059 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for floatingip, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:58.918643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3b0062cd-ceb9-46fc-9c03-aeb3ce4ef446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:58.932353 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-3b0062cd-ceb9-46fc-9c03-aeb3ce4ef446 admin admin] Usage tracker for resource:security_group_rule and tenant:c81a16ee0ec540029f54408e47507a3f is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:58.935649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-3b0062cd-ceb9-46fc-9c03-aeb3ce4ef446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:58.953918 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3b0062cd-ceb9-46fc-9c03-aeb3ce4ef446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:59.094441 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3b0062cd-ceb9-46fc-9c03-aeb3ce4ef446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:59.137980 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3b0062cd-ceb9-46fc-9c03-aeb3ce4ef446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:59.149383 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-57fc890d-0264-4fe3-b9c1-44aac05cd137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:59.229194 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0062cd-ceb9-46fc-9c03-aeb3ce4ef446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8373ea15-182c-437f-98bf-f343dfef2dbd,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:59.232568 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3b0062cd-ceb9-46fc-9c03-aeb3ce4ef446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:59.261970 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-3b0062cd-ceb9-46fc-9c03-aeb3ce4ef446 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c81a16ee0ec540029f54408e47507a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518573 Feb 17 20:15:59.268282 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59696) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:59.432254 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-64b648cd-98ae-4d1c-80a0-99f95cb19e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:59.469364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-64b648cd-98ae-4d1c-80a0-99f95cb19e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:59.591443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850684759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852425945'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:59.605876 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-64b648cd-98ae-4d1c-80a0-99f95cb19e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:59.611717 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:59.771105 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e93fb0e-6266-4ab2-8079-19ede8c3b37f,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:59.773312 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-64b648cd-98ae-4d1c-80a0-99f95cb19e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:59.776914 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-64b648cd-98ae-4d1c-80a0-99f95cb19e32 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8373ea15-182c-437f-98bf-f343dfef2dbd HTTP/1.1" status: 204 len: 168 time: 0.5049968 Feb 17 20:15:59.776914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:59.779051 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c1725715-a773-44cb-9293-00a565f71687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:15:59.803116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b648cd-98ae-4d1c-80a0-99f95cb19e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8373ea15-182c-437f-98bf-f343dfef2dbd,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:15:59.806611 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-64b648cd-98ae-4d1c-80a0-99f95cb19e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:15:59.840116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-522db649-0d0b-41f3-a878-01d4e49df059 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:59.843571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-522db649-0d0b-41f3-a878-01d4e49df059 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:59.851764 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Checking segment: {'id': '826863b8-d59f-4c52-9c0a-90f66f31216d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:15:59.852165 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Network hostable DHCP agents. Network: 32488c97-a31e-48ff-9e35-7cc59840c794, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:15:59.871952 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Network 32488c97-a31e-48ff-9e35-7cc59840c794 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:15:59.882705 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, 32488c97-a31e-48ff-9e35-7cc59840c794) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:15:59.894431 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5b58ac-27a5-4645-b09d-6b947393ebc7 None None] Network 32488c97-a31e-48ff-9e35-7cc59840c794 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:15:59.896434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:15:59.897129 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:59.915383 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e63f84b3-6e49-47c2-90aa-dab773d48b1a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1638486 Feb 17 20:15:59.918196 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59704) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:15:59.925091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:15:59.930261 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:15:59.934162 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Usage tracker for resource:router and tenant:6ca4edba84fd404b926172b1687fa4ac is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:15:59.937832 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:15:59.943853 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:15:59.955950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854378786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775495'] for router, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:59.957563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-288'] for router, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:15:59.974783 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:00.060250 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [None req-522db649-0d0b-41f3-a878-01d4e49df059 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Floating IP 5e616d65-6c0a-4470-93b8-1e12df885c94 associated. External IP: 172.27.1.214, port: 587e0270-a916-4e76-b9ea-6ed8c2046787. Feb 17 20:16:00.161751 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp352fb7b2-8a42-5eab-a0f8-2fb1fb03531e-32488c97-a31e-48ff-9e35-7cc59840c794', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'fixed_ips': [{'subnet_id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f'}]}} from dv-cinder-760038-3-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:16:00.162686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:00.305149 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-275'] for router, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:00.522681 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Allocated IP 172.20.0.2 (32488c97-a31e-48ff-9e35-7cc59840c794/1e93fb0e-6266-4ab2-8079-19ede8c3b37f/c46e0264-4a79-4856-8862-fadd3f271989) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:16:00.538779 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59722) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:00.642098 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Deleting subnet ac58426d-862a-4154-8518-9b1ea136b60f {{(pid=84037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:16:00.646186 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522db649-0d0b-41f3-a878-01d4e49df059 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:16:00.650346 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:00.737354 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:00.756856 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:00.767920 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Transition to ACTIVE for port object c46e0264-4a79-4856-8862-fadd3f271989 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:00.778715 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:00.790295 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Transition to ACTIVE for port object c46e0264-4a79-4856-8862-fadd3f271989 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:00.791684 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828460884'] for subnet, precommit_delete_associations {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:00.797092 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:00.940706 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:00.944732 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:00.997329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522db649-0d0b-41f3-a878-01d4e49df059 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:16:01.003361 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-522db649-0d0b-41f3-a878-01d4e49df059 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.010746 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5accb71a-12f8-4896-9d96-19d55a199a27 None None] Sync routers for ids ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:16:01.024496 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Network 32488c97-a31e-48ff-9e35-7cc59840c794 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:01.033212 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:01.045955 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:16:01.085175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5accb71a-12f8-4896-9d96-19d55a199a27 None None] Routers {'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:16:01.085815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-5accb71a-12f8-4896-9d96-19d55a199a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:15:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:01.141471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Allocated IP 172.27.1.252 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/b6d3cab8-1e9b-4f48-ba57-678a5ee97eda) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:16:01.152652 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-522db649-0d0b-41f3-a878-01d4e49df059 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "PUT /v2.0/floatingips/5e616d65-6c0a-4470-93b8-1e12df885c94 HTTP/1.1" status: 200 len: 991 time: 2.3453887 Feb 17 20:16:01.155801 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'tag': '587e0270-a916-4e76-b9ea-6ed8c2046787'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:16:01.305378 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-5accb71a-12f8-4896-9d96-19d55a199a27 None None] Set router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:16:01.451448 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'tag': '587e0270-a916-4e76-b9ea-6ed8c2046787', 'status': 'completed', 'code': 200} Feb 17 20:16:01.469655 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26290049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828371486'] for subnet, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.515944 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Pushing event updated for resources: {'Port': ['ID=c46e0264-4a79-4856-8862-fadd3f271989,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:01.579609 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:01.602379 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Attempting to bind port c46e0264-4a79-4856-8862-fadd3f271989 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:16:01.602692 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Attempting to bind port c46e0264-4a79-4856-8862-fadd3f271989 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '826863b8-d59f-4c52-9c0a-90f66f31216d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:16:01.603113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Attempting to bind port c46e0264-4a79-4856-8862-fadd3f271989 on network 32488c97-a31e-48ff-9e35-7cc59840c794 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:16:01.621705 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:16:01.622131 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Checking segment: {'id': '826863b8-d59f-4c52-9c0a-90f66f31216d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:16:01.622861 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.623309 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Bound using segment: {'id': '826863b8-d59f-4c52-9c0a-90f66f31216d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:16:01.623868 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Bound port: c46e0264-4a79-4856-8862-fadd3f271989, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826863b8-d59f-4c52-9c0a-90f66f31216d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:16:01.624291 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.701690 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:01.738823 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac58426d-862a-4154-8518-9b1ea136b60f,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:01.748796 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.749229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.749634 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.750031 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.750424 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.750962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.751731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.751731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.752093 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.752482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.752880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.753276 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.753726 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.754112 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.754498 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.755420 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.755808 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.756198 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.756585 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.757019 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.757410 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.757921 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.758352 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.758803 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:01.762995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:01.788612 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.802401 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-50885f20-061d-43f3-83eb-c94ad36ef080 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ac58426d-862a-4154-8518-9b1ea136b60f HTTP/1.1" status: 204 len: 168 time: 1.2628384 Feb 17 20:16:01.804611 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59752) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:01.810922 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.837712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] For port c46e0264-4a79-4856-8862-fadd3f271989, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:16:01.841935 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] For port c46e0264-4a79-4856-8862-fadd3f271989, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=c46e0264-4a79-4856-8862-fadd3f271989,segment=NetworkSegment(826863b8-d59f-4c52-9c0a-90f66f31216d),segment_id=826863b8-d59f-4c52-9c0a-90f66f31216d)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:16:01.852241 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.852597 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:01.872521 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ce4aca13-7848-447a-8480-e3d46ab06e1e tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:01.880690 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:01.897217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0e85f-f942-4862-8ea9-db2f6f7b73b3 req-336fa5c5-052b-4e7d-8ca8-397a105e094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:01.898916 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e9f0e85f-f942-4862-8ea9-db2f6f7b73b3 req-336fa5c5-052b-4e7d-8ca8-397a105e094f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bef112b64fbd44c2889ba8317513c94e&device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 1162 time: 0.4277003 Feb 17 20:16:02.010823 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d3cab8-1e9b-4f48-ba57-678a5ee97eda,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:02.015024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:02.057223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Pushing event updated for resources: {'Port': ['ID=c46e0264-4a79-4856-8862-fadd3f271989,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:02.071359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:02.090897 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-5accb71a-12f8-4896-9d96-19d55a199a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '5e616d65-6c0a-4470-93b8-1e12df885c94', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'port_id': '587e0270-a916-4e76-b9ea-6ed8c2046787', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'mac_address': 'fa:16:3e:13:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:15:42Z', 'updated_at': '2021-02-17T20:15:59Z', 'revision_number': 1, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:55Z', 'revision_number': 5, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:02.099721 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5accb71a-12f8-4896-9d96-19d55a199a27 None None] Checking router: a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:16:02.117290 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5accb71a-12f8-4896-9d96-19d55a199a27 None None] Routers {'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:16:02.117909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-5accb71a-12f8-4896-9d96-19d55a199a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:15:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:02.143420 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:02.145090 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:02.148743 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:16:02.280624 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:02.622667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0e85f-f942-4862-8ea9-db2f6f7b73b3 req-9c36a852-2126-4649-9df1-101e92c05c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:02.624196 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e9f0e85f-f942-4862-8ea9-db2f6f7b73b3 req-9c36a852-2126-4649-9df1-101e92c05c04 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 200 len: 911 time: 0.7097032 Feb 17 20:16:02.630989 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:02.644584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-5accb71a-12f8-4896-9d96-19d55a199a27 None None] Set router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:16:02.695823 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59770) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:02.701517 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:02.851225 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e9f0e85f-f942-4862-8ea9-db2f6f7b73b3 req-5a85e767-8cbd-4685-9e4a-24e1bf994a1b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=587e0270-a916-4e76-b9ea-6ed8c2046787 HTTP/1.1" status: 200 len: 999 time: 0.2048032 Feb 17 20:16:02.854764 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0108557-09fa-439e-8c77-2525c73fd665']}} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:02.914564 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0472dac8-c5de-456e-8769-f4c30d297432') {'for_net_delete': True} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:02.914884 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0472dac8-c5de-456e-8769-f4c30d297432') {} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:02.944588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314932'] for segment, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:02.971284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0e85f-f942-4862-8ea9-db2f6f7b73b3 req-2f6d6c29-2324-4816-9cf2-10448da0ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:02.972908 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e9f0e85f-f942-4862-8ea9-db2f6f7b73b3 req-2f6d6c29-2324-4816-9cf2-10448da0ef00 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1dab1ba6-9853-478e-b806-2a2376b065de HTTP/1.1" status: 200 len: 856 time: 0.1101542 Feb 17 20:16:03.042746 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:03.064152 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:16:03.065119 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-afa819c7-c43f-440b-805d-887a98489d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:03.135284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-5accb71a-12f8-4896-9d96-19d55a199a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '5e616d65-6c0a-4470-93b8-1e12df885c94', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'port_id': '587e0270-a916-4e76-b9ea-6ed8c2046787', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'mac_address': 'fa:16:3e:13:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:15:42Z', 'updated_at': '2021-02-17T20:15:59Z', 'revision_number': 1, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:55Z', 'revision_number': 5, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:03.140113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5accb71a-12f8-4896-9d96-19d55a199a27 None None] The sync data for ids ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'] in dv-cinder-760038-3-iscsi is: [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '5e616d65-6c0a-4470-93b8-1e12df885c94', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'port_id': '587e0270-a916-4e76-b9ea-6ed8c2046787', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'mac_address': 'fa:16:3e:13:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:15:42Z', 'updated_at': '2021-02-17T20:15:59Z', 'revision_number': 1, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:55Z', 'revision_number': 5, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:16:03.192688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-afa819c7-c43f-440b-805d-887a98489d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:03.197430 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-afa819c7-c43f-440b-805d-887a98489d62 admin admin] Usage tracker for resource:security_group_rule and tenant:49797ccbb9744c1294c1f497c4c4b00b is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:03.202522 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-afa819c7-c43f-440b-805d-887a98489d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:03.212810 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-afa819c7-c43f-440b-805d-887a98489d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:03.241012 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854376437'] for router, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:03.277825 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] Network b0108557-09fa-439e-8c77-2525c73fd665 has no segments {{(pid=84037) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:16:03.292520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036828486018'] for segment, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:03.367501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0e85f-f942-4862-8ea9-db2f6f7b73b3 req-3fe2357d-5d40-4e35-8e33-e4614bc5e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:03.369210 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e9f0e85f-f942-4862-8ea9-db2f6f7b73b3 req-3fe2357d-5d40-4e35-8e33-e4614bc5e8e5 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a0904cfe-b6c7-49f8-a858-3708f653bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3880286 Feb 17 20:16:03.498800 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d9c1c-fcd0-4a91-859c-5e03a6c7cc0f None None] New status for floating IP 5e616d65-6c0a-4470-93b8-1e12df885c94: ACTIVE {{(pid=84041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:16:03.514250 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-afa819c7-c43f-440b-805d-887a98489d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:03.527687 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-afa819c7-c43f-440b-805d-887a98489d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:03.538568 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-36c6fe4b-2be4-4dc8-8f0b-7ee7a01b1467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:03.580887 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] Network b0108557-09fa-439e-8c77-2525c73fd665 has no segments {{(pid=84037) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:16:03.598234 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-afa819c7-c43f-440b-805d-887a98489d62 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49797ccbb9744c1294c1f497c4c4b00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8960037 Feb 17 20:16:03.601669 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Router 8d886e3a-95e5-4606-9926-c48a1922db4b is scheduled to L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae with binding_index 1 {{(pid=84038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:16:03.607407 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:16:03.610518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59778) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:03.611249 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa819c7-c43f-440b-805d-887a98489d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248d5a9f-ca35-4321-9a4b-4f22e1cff363,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:03.632496 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-afa819c7-c43f-440b-805d-887a98489d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:03.721266 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:03.725250 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e9f0e85f-f942-4862-8ea9-db2f6f7b73b3 req-ab8270f1-f5c1-4953-8c82-c51eee465c1c service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393393 Feb 17 20:16:03.730642 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:03.744186 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:03.779218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] Pushing event deleted for resources: {'Network': ['ID=b0108557-09fa-439e-8c77-2525c73fd665,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:03.811904 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ae2e22af-13fc-4a5c-9496-5248290a687b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:03.839104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:03.853330 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-81563e1f-d8db-4a51-b443-da78cbba51be admin admin] 10.222.0.73 "DELETE /v2.0/networks/b0108557-09fa-439e-8c77-2525c73fd665 HTTP/1.1" status: 204 len: 168 time: 2.0476456 Feb 17 20:16:03.912258 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e9f0e85f-f942-4862-8ea9-db2f6f7b73b3 req-8fbd246a-d9a6-4e36-9f86-84d5ce59ef17 service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1641834 Feb 17 20:16:03.933977 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ae2e22af-13fc-4a5c-9496-5248290a687b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:03.942944 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:16:03.953670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Sync routers for ids ['8d886e3a-95e5-4606-9926-c48a1922db4b'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:16:03.965980 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Routers {'8d886e3a-95e5-4606-9926-c48a1922db4b'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:16:03.966785 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:15:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['8d886e3a-95e5-4606-9926-c48a1922db4b'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:04.009109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59784) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:04.011336 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:04.014138 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0949070 Feb 17 20:16:04.015684 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59788) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:04.124884 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ae2e22af-13fc-4a5c-9496-5248290a687b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:04.125772 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-8de094a1-1275-4040-99c8-bdd34e78d41a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91a86aa1c2ad43b08458a3c997e8ee49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1152039 Feb 17 20:16:04.128860 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59792) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:04.143256 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c30a0a81-0a66-4252-8cd0-c82f50058ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:04.176463 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e22af-13fc-4a5c-9496-5248290a687b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248d5a9f-ca35-4321-9a4b-4f22e1cff363,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:04.180804 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ae2e22af-13fc-4a5c-9496-5248290a687b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:04.189296 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device c46e0264-4a79-4856-8862-fadd3f271989 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:04.199934 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b8335026-335f-4574-802d-8b3b4c4f874d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:04.234875 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b8335026-335f-4574-802d-8b3b4c4f874d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:04.299897 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b8335026-335f-4574-802d-8b3b4c4f874d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:04.306344 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-19e41d2c-e1b3-4bad-9737-06f4ece15678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:04.326048 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86034f48-09ae-499c-a5b5-8b4120cf96b2 None None] Network 32488c97-a31e-48ff-9e35-7cc59840c794 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:16:04.328314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8335026-335f-4574-802d-8b3b4c4f874d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b587987-064e-4652-8cbe-80769ad1f805,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:04.331634 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b8335026-335f-4574-802d-8b3b4c4f874d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:04.338117 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b8335026-335f-4574-802d-8b3b4c4f874d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:04.340782 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-b8335026-335f-4574-802d-8b3b4c4f874d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b587987-064e-4652-8cbe-80769ad1f805 HTTP/1.1" status: 204 len: 168 time: 0.2094793 Feb 17 20:16:04.369439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Set router 8d886e3a-95e5-4606-9926-c48a1922db4b gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:16:04.455328 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ae2e22af-13fc-4a5c-9496-5248290a687b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:04.459463 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ae2e22af-13fc-4a5c-9496-5248290a687b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/248d5a9f-ca35-4321-9a4b-4f22e1cff363 HTTP/1.1" status: 204 len: 168 time: 0.8444932 Feb 17 20:16:04.576600 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-a417b3ae-f724-46b9-9647-bb8d91154fdf None None] Provisioning for port c46e0264-4a79-4856-8862-fadd3f271989 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:04.742299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port c46e0264-4a79-4856-8862-fadd3f271989 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:04.757998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-a417b3ae-f724-46b9-9647-bb8d91154fdf None None] Provisioning complete for port c46e0264-4a79-4856-8862-fadd3f271989 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:04.758429 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a417b3ae-f724-46b9-9647-bb8d91154fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:04.910552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port c46e0264-4a79-4856-8862-fadd3f271989 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:04.911009 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:04.935090 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59814) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:04.957241 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-43e20c76-3a97-458c-9db3-ab53351ff241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:04.974117 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-43e20c76-3a97-458c-9db3-ab53351ff241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:04.978398 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-43e20c76-3a97-458c-9db3-ab53351ff241 admin admin] Usage tracker for resource:security_group_rule and tenant:7738d36f79324028985b3e1f53ed9944 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:04.981568 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-43e20c76-3a97-458c-9db3-ab53351ff241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:04.987613 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-43e20c76-3a97-458c-9db3-ab53351ff241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:05.079946 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-43e20c76-3a97-458c-9db3-ab53351ff241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.084009 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-43e20c76-3a97-458c-9db3-ab53351ff241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.093792 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ae1b43f5-e6e2-47a1-afd2-eb640fd37eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:05.099767 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.136925 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e20c76-3a97-458c-9db3-ab53351ff241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20508c0f-b268-46bc-b1b8-1041ae90b80a,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:05.143298 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-43e20c76-3a97-458c-9db3-ab53351ff241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:05.152820 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-43e20c76-3a97-458c-9db3-ab53351ff241 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7738d36f79324028985b3e1f53ed9944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165194 Feb 17 20:16:05.155790 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59820) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:05.197715 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a417b3ae-f724-46b9-9647-bb8d91154fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.231205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e7568219-0a9c-4e0d-b614-2b8797701531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.260719 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:59Z', 'updated_at': '2021-02-17T20:16:02Z', 'revision_number': 3, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'gw_port': {'id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:01Z', 'updated_at': '2021-02-17T20:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:05.266723 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e7568219-0a9c-4e0d-b614-2b8797701531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.273764 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fbe3d91e-0ff7-4ac4-8578-71394657fbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.294766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-a417b3ae-f724-46b9-9647-bb8d91154fdf None None] For port c46e0264-4a79-4856-8862-fadd3f271989, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=c46e0264-4a79-4856-8862-fadd3f271989,segment=NetworkSegment(826863b8-d59f-4c52-9c0a-90f66f31216d),segment_id=826863b8-d59f-4c52-9c0a-90f66f31216d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:16:05.306031 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a417b3ae-f724-46b9-9647-bb8d91154fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.309102 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Checking router: 8d886e3a-95e5-4606-9926-c48a1922db4b for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:16:05.309471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Updating router 8d886e3a-95e5-4606-9926-c48a1922db4b port b6d3cab8-1e9b-4f48-ba57-678a5ee97eda binding host dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:16:05.321371 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e7568219-0a9c-4e0d-b614-2b8797701531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.327058 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c5aa0e5e-1e2b-4b11-80b3-f5a3dac69603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:05.340645 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7568219-0a9c-4e0d-b614-2b8797701531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20508c0f-b268-46bc-b1b8-1041ae90b80a,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:05.345740 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e7568219-0a9c-4e0d-b614-2b8797701531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:05.349458 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e7568219-0a9c-4e0d-b614-2b8797701531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.351478 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:05.354580 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e7568219-0a9c-4e0d-b614-2b8797701531 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/20508c0f-b268-46bc-b1b8-1041ae90b80a HTTP/1.1" status: 204 len: 168 time: 0.1961038 Feb 17 20:16:05.502742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.537621 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.570545 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Allocated IP 172.20.0.1 (32488c97-a31e-48ff-9e35-7cc59840c794/1e93fb0e-6266-4ab2-8079-19ede8c3b37f/2a0470fe-ae25-49d6-ab0b-a9a27343f76a) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:16:05.807614 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.841500 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Transition to ACTIVE for port object 2a0470fe-ae25-49d6-ab0b-a9a27343f76a will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:05.898496 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:05.919584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:05.975548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417b3ae-f724-46b9-9647-bb8d91154fdf None None] Pushing event updated for resources: {'Port': ['ID=c46e0264-4a79-4856-8862-fadd3f271989,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:05.995551 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a417b3ae-f724-46b9-9647-bb8d91154fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:06.032486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-7ae2aae9-b45a-4b46-8e74-d492addbe67c None None] Provisioning complete for port c46e0264-4a79-4856-8862-fadd3f271989 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:06.032901 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7ae2aae9-b45a-4b46-8e74-d492addbe67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.080454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Pushing event updated for resources: {'Port': ['ID=2a0470fe-ae25-49d6-ab0b-a9a27343f76a,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:06.092526 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:06.229261 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:16:06.229826 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:16:06.233898 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Network 32488c97-a31e-48ff-9e35-7cc59840c794 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:06.235145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:06.238001 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:16:06.313970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406546'] for router_interface, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.505162 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.646435 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-fe0cf5db-2704-496f-b000-acb367e791e5 None None] Provisioning for port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:06.651365 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.660777 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-fe0cf5db-2704-496f-b000-acb367e791e5 None None] Provisioning complete for port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:06.661874 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf5db-2704-496f-b000-acb367e791e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.701774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Transition to ACTIVE for port object b6d3cab8-1e9b-4f48-ba57-678a5ee97eda will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:06.725543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.756000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:06.863279 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.867188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:06.902279 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-53cd3630-b3a9-4bbf-8b89-956fc0cc8e3c tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:06.937865 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a94a7-69f9-48e9-a9c9-510b99bea4dc None None] Pushing event updated for resources: {'Port': ['ID=b6d3cab8-1e9b-4f48-ba57-678a5ee97eda,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:06.940997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-763a94a7-69f9-48e9-a9c9-510b99bea4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:06.991195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-fe0cf5db-2704-496f-b000-acb367e791e5 None None] Port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:16:06.995147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369164'] for router_interface, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:07.008632 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Pushing event updated for resources: {'Port': ['ID=2a0470fe-ae25-49d6-ab0b-a9a27343f76a,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:07.013654 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:07.031480 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-fe0cf5db-2704-496f-b000-acb367e791e5 None None] Provisioning complete for port c46e0264-4a79-4856-8862-fadd3f271989 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:07.031809 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf5db-2704-496f-b000-acb367e791e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:07.113364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device c46e0264-4a79-4856-8862-fadd3f271989 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:07.153579 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Network 32488c97-a31e-48ff-9e35-7cc59840c794 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:07.155064 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:07.192167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Attempting to bind port b6d3cab8-1e9b-4f48-ba57-678a5ee97eda on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:16:07.192591 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Attempting to bind port b6d3cab8-1e9b-4f48-ba57-678a5ee97eda by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:16:07.193206 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Attempting to bind port b6d3cab8-1e9b-4f48-ba57-678a5ee97eda on network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:16:07.212767 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:16:07.213189 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Checking segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:16:07.213645 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:07.214093 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Bound using segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:16:07.214634 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Bound port: b6d3cab8-1e9b-4f48-ba57-678a5ee97eda, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:16:07.215060 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:07.375457 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port c46e0264-4a79-4856-8862-fadd3f271989 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:07.375457 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:07.402131 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Router 8d886e3a-95e5-4606-9926-c48a1922db4b has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:16:07.427061 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] For port b6d3cab8-1e9b-4f48-ba57-678a5ee97eda, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:16:07.451504 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] For port b6d3cab8-1e9b-4f48-ba57-678a5ee97eda, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=b6d3cab8-1e9b-4f48-ba57-678a5ee97eda,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:16:07.467813 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:07.487288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:07.618233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:16:07.628157 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] 10.222.0.73 "PUT /v2.0/routers/8d886e3a-95e5-4606-9926-c48a1922db4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6114140 Feb 17 20:16:07.697998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-eed21d87-5fa6-4050-a5f8-64fcf264bcc8 None None] Provisioning complete for port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:07.698415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eed21d87-5fa6-4050-a5f8-64fcf264bcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:07.774526 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a94a7-69f9-48e9-a9c9-510b99bea4dc None None] Pushing event updated for resources: {'Port': ['ID=b6d3cab8-1e9b-4f48-ba57-678a5ee97eda,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:07.789163 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-763a94a7-69f9-48e9-a9c9-510b99bea4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:07.794374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ead7-71f6-4c23-832d-e51e0de05420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:07.820584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-eed21d87-5fa6-4050-a5f8-64fcf264bcc8 None None] Port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:16:07.835088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Routers {'8d886e3a-95e5-4606-9926-c48a1922db4b'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:16:07.835801 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:16:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['8d886e3a-95e5-4606-9926-c48a1922db4b'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:07.947210 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.215290 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] Set router 8d886e3a-95e5-4606-9926-c48a1922db4b gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:16:08.588575 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59926) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:08.595587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1947566662-network', 'tenant_id': 'a0749174af3942c7b51991918ec28224'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:08.601455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:08.605581 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Usage tracker for resource:network and tenant:a0749174af3942c7b51991918ec28224 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:08.608912 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:08.615286 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:08.625284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Made reservation on behalf of a0749174af3942c7b51991918ec28224 for: {'network': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:16:08.630073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.643306 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.659511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:08.664368 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Usage tracker for resource:security_group_rule and tenant:a0749174af3942c7b51991918ec28224 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:08.667640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:08.673614 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:08.673788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:59Z', 'updated_at': '2021-02-17T20:16:06Z', 'revision_number': 4, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'gw_port': {'id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:01Z', 'updated_at': '2021-02-17T20:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '2a0470fe-ae25-49d6-ab0b-a9a27343f76a', 'name': '', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'mac_address': 'fa:16:3e:7d:11:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:05Z', 'updated_at': '2021-02-17T20:16:06Z', 'revision_number': 2, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'subnets': [{'id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:08.678861 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02f41f-f94d-4af0-a5aa-22ecf36f677e None None] The sync data for ids ['8d886e3a-95e5-4606-9926-c48a1922db4b'] in dv-cinder-760038-3-iscsi is: [{'id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:59Z', 'updated_at': '2021-02-17T20:16:06Z', 'revision_number': 4, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'gw_port': {'id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:01Z', 'updated_at': '2021-02-17T20:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '2a0470fe-ae25-49d6-ab0b-a9a27343f76a', 'name': '', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'mac_address': 'fa:16:3e:7d:11:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:05Z', 'updated_at': '2021-02-17T20:16:06Z', 'revision_number': 2, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'subnets': [{'id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:16:08.761604 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.765826 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.770763 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b3ac6d11-7dac-40ff-95a2-1a90680955e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:08.807701 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:16:08.817149 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c07deb-0653-48a7-bd9e-d1b0318a1a8d,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:08.821165 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:08.823793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.824198 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Added segment 25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5 of type vxlan for network 17fca0cd-b79a-4cb3-be6b-16f998225f25 Feb 17 20:16:08.853052 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.882880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.884095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:08.884746 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:08.889850 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9bae6efc-ab0a-4c9d-9cef-61dc85fd1f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:08.999661 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4095922 Feb 17 20:16:09.000172 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59930) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:09.006346 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Pushing event updated for resources: {'Network': ['ID=17fca0cd-b79a-4cb3-be6b-16f998225f25,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:09.011965 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Request body: {'subnet': {'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1947566662-subnet', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'ip_version': 4}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:09.016447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:09.024916 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:09.029983 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Usage tracker for resource:subnet and tenant:a0749174af3942c7b51991918ec28224 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:09.033016 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network 17fca0cd-b79a-4cb3-be6b-16f998225f25 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:16:09.033171 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:09.039176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:09.048174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Made reservation on behalf of a0749174af3942c7b51991918ec28224 for: {'subnet': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:16:09.054901 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26404108'] for subnet, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:09.186872 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:09.443697 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:09.531178 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036828485692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26404125'] for subnet, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:09.548457 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:09.683202 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca0e9db-a2d4-4bc6-b755-89b949b55ed1,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:09.688133 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:09.758749 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Checking segment: {'id': '25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:16:09.759155 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Network hostable DHCP agents. Network: 17fca0cd-b79a-4cb3-be6b-16f998225f25, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:16:09.778520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Network 17fca0cd-b79a-4cb3-be6b-16f998225f25 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:16:09.789576 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, 17fca0cd-b79a-4cb3-be6b-16f998225f25) {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:09.799046 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6129e113-2b03-4c76-94f6-31801bb855c6 None None] Network 17fca0cd-b79a-4cb3-be6b-16f998225f25 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:16:09.802321 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:09.802977 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:09.824975 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-95966d19-01ce-4876-8f90-8f25f05f3d29 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8211629 Feb 17 20:16:09.827604 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 59940) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:09.833857 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1947566662-router', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:09.839279 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:09.843650 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Usage tracker for resource:router and tenant:a0749174af3942c7b51991918ec28224 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:09.847653 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:09.853785 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:09.863848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854378786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775495'] for router, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:09.864987 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-288'] for router, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:09.885470 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:10.043299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp352fb7b2-8a42-5eab-a0f8-2fb1fb03531e-17fca0cd-b79a-4cb3-be6b-16f998225f25', 'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'fixed_ips': [{'subnet_id': '7ca0e9db-a2d4-4bc6-b755-89b949b55ed1'}]}} from dv-cinder-760038-3-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:16:10.044338 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:10.348277 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Allocated IP 172.20.0.2 (17fca0cd-b79a-4cb3-be6b-16f998225f25/7ca0e9db-a2d4-4bc6-b755-89b949b55ed1/913e5821-f75d-452d-b792-48ff94008cb7) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:16:10.427465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-275'] for router, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:10.576644 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:10.587094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Transition to ACTIVE for port object 913e5821-f75d-452d-b792-48ff94008cb7 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:10.603308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Transition to ACTIVE for port object 913e5821-f75d-452d-b792-48ff94008cb7 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:10.608144 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:10.623912 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:10.760513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Pushing event updated for resources: {'Port': ['ID=913e5821-f75d-452d-b792-48ff94008cb7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:10.763559 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:10.763701 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:10.797788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:10.817482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Network 17fca0cd-b79a-4cb3-be6b-16f998225f25 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:10.818761 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:10.821170 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:16:10.881719 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Attempting to bind port 913e5821-f75d-452d-b792-48ff94008cb7 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:16:10.882082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Attempting to bind port 913e5821-f75d-452d-b792-48ff94008cb7 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:16:10.882491 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Attempting to bind port 913e5821-f75d-452d-b792-48ff94008cb7 on network 17fca0cd-b79a-4cb3-be6b-16f998225f25 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:16:10.888105 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:16:10.888519 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Checking segment: {'id': '25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:16:10.888988 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:10.889427 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Bound using segment: {'id': '25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:16:10.889939 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Bound port: 913e5821-f75d-452d-b792-48ff94008cb7, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:16:10.890349 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:10.984401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] For port 913e5821-f75d-452d-b792-48ff94008cb7, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:16:10.987548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] For port 913e5821-f75d-452d-b792-48ff94008cb7, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=913e5821-f75d-452d-b792-48ff94008cb7,segment=NetworkSegment(25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5),segment_id=25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:16:10.990876 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.009031 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:11.076290 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Allocated IP 172.27.1.106 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/567618e3-69c2-493e-be55-836e8c624da1) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:16:11.122148 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device b6d3cab8-1e9b-4f48-ba57-678a5ee97eda up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:11.223755 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Pushing event updated for resources: {'Port': ['ID=913e5821-f75d-452d-b792-48ff94008cb7,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:11.227219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:11.236493 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.267465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.268581 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port b6d3cab8-1e9b-4f48-ba57-678a5ee97eda completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:11.275704 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port b6d3cab8-1e9b-4f48-ba57-678a5ee97eda triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:11.276115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.283490 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:11.422153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.440313 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port b6d3cab8-1e9b-4f48-ba57-678a5ee97eda, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=b6d3cab8-1e9b-4f48-ba57-678a5ee97eda,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:16:11.440981 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Pushing event updated for resources: {'Port': ['ID=567618e3-69c2-493e-be55-836e8c624da1,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:11.444932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.447123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:11.447785 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:11.499443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:11.500623 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:11.503617 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:16:11.525038 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=b6d3cab8-1e9b-4f48-ba57-678a5ee97eda,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:11.530277 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:11.706818 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network 17fca0cd-b79a-4cb3-be6b-16f998225f25 details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:16:11.790216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:11.846847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Sync routers for ids ['8d886e3a-95e5-4606-9926-c48a1922db4b'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:16:11.857896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Routers {'8d886e3a-95e5-4606-9926-c48a1922db4b'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:16:11.858815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:16:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['8d886e3a-95e5-4606-9926-c48a1922db4b'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:11.983793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:12.053374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Set router 8d886e3a-95e5-4606-9926-c48a1922db4b gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:16:12.353480 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854376437'] for router, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:12.390405 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:59Z', 'updated_at': '2021-02-17T20:16:06Z', 'revision_number': 4, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'gw_port': {'id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:01Z', 'updated_at': '2021-02-17T20:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '2a0470fe-ae25-49d6-ab0b-a9a27343f76a', 'name': '', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'mac_address': 'fa:16:3e:7d:11:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:05Z', 'updated_at': '2021-02-17T20:16:06Z', 'revision_number': 2, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'subnets': [{'id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:12.395017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Checking router: 8d886e3a-95e5-4606-9926-c48a1922db4b for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:16:12.395417 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Updating router 8d886e3a-95e5-4606-9926-c48a1922db4b port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a binding host dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:16:12.461463 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:12.734543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1489f51e-b0df-4c5b-bbf8-4c2f89ceae92 None None] Network 17fca0cd-b79a-4cb3-be6b-16f998225f25 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:16:12.884664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-90f3d2a1-54bf-4b29-a51c-d09fca33896a None None] Provisioning for port 913e5821-f75d-452d-b792-48ff94008cb7 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:12.914939 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Router fcf64525-0410-4cd7-a15c-cb7e52caa8a2 is scheduled to L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae with binding_index 1 {{(pid=84037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:16:12.978478 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:12.994385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Transition to ACTIVE for port object 2a0470fe-ae25-49d6-ab0b-a9a27343f76a will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:12.998782 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:13.016250 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a41fbe4d-3f1c-49a9-bfbf-6f7f8a512eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:13.173401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Pushing event updated for resources: {'Port': ['ID=2a0470fe-ae25-49d6-ab0b-a9a27343f76a,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:13.185052 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.185433 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.185807 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.186174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.186536 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.186899 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.187264 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.187998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.187998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.188280 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.188635 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.189035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.189460 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.190004 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.190123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.190477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.190829 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.191183 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.191537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.192449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.192832 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.193201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.193554 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.193904 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:13.196733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:16:13.199784 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:13.209912 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Sync routers for ids ['fcf64525-0410-4cd7-a15c-cb7e52caa8a2'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:16:13.223916 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Routers {'fcf64525-0410-4cd7-a15c-cb7e52caa8a2'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:16:13.225400 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:16:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['fcf64525-0410-4cd7-a15c-cb7e52caa8a2'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:13.262971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] Notify callbacks [] for router, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:13.264756 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-b6171378-1e89-4b17-b368-2011e6ebb2eb admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4359813 Feb 17 20:16:13.267785 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59968) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:13.352282 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 913e5821-f75d-452d-b792-48ff94008cb7 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:13.600501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Attempting to bind port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:16:13.601193 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Attempting to bind port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '826863b8-d59f-4c52-9c0a-90f66f31216d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:16:13.601775 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Attempting to bind port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a on network 32488c97-a31e-48ff-9e35-7cc59840c794 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:16:13.608590 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:16:13.609403 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Checking segment: {'id': '826863b8-d59f-4c52-9c0a-90f66f31216d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:16:13.610033 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:13.610806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Bound using segment: {'id': '826863b8-d59f-4c52-9c0a-90f66f31216d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:16:13.611522 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Bound port: 2a0470fe-ae25-49d6-ab0b-a9a27343f76a, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826863b8-d59f-4c52-9c0a-90f66f31216d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:16:13.612142 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:13.741917 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] For port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:16:13.757272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] For port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=2a0470fe-ae25-49d6-ab0b-a9a27343f76a,segment=NetworkSegment(826863b8-d59f-4c52-9c0a-90f66f31216d),segment_id=826863b8-d59f-4c52-9c0a-90f66f31216d)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:16:13.774856 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:13.801303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a41fbe4d-3f1c-49a9-bfbf-6f7f8a512eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:13.993600 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 913e5821-f75d-452d-b792-48ff94008cb7 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:14.006197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 913e5821-f75d-452d-b792-48ff94008cb7 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:14.006776 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:14.162371 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Pushing event updated for resources: {'Port': ['ID=2a0470fe-ae25-49d6-ab0b-a9a27343f76a,revision_number=4']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:14.163853 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Set router fcf64525-0410-4cd7-a15c-cb7e52caa8a2 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:16:14.365977 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-e5eb9ae4-6381-470e-9fd5-d6bbb671fab1 None None] Provisioning complete for port 913e5821-f75d-452d-b792-48ff94008cb7 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:14.366680 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e5eb9ae4-6381-470e-9fd5-d6bbb671fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:14.378175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:14.443920 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Routers {'8d886e3a-95e5-4606-9926-c48a1922db4b'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:16:14.444726 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:16:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['8d886e3a-95e5-4606-9926-c48a1922db4b'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:14.677140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:14.706185 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:14.711813 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] Set router 8d886e3a-95e5-4606-9926-c48a1922db4b gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:16:14.772179 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 913e5821-f75d-452d-b792-48ff94008cb7, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=913e5821-f75d-452d-b792-48ff94008cb7,segment=NetworkSegment(25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5),segment_id=25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:16:14.780402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:14.781336 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device b6d3cab8-1e9b-4f48-ba57-678a5ee97eda up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:14.814630 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:14.885364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e5eb9ae4-6381-470e-9fd5-d6bbb671fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:14.911222 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'name': 'tempest-TestShelveInstance-1947566662-router', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '567618e3-69c2-493e-be55-836e8c624da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:16:09Z', 'updated_at': '2021-02-17T20:16:11Z', 'revision_number': 3, 'project_id': 'a0749174af3942c7b51991918ec28224', 'gw_port': {'id': '567618e3-69c2-493e-be55-836e8c624da1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:10Z', 'updated_at': '2021-02-17T20:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:14.947169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Checking router: fcf64525-0410-4cd7-a15c-cb7e52caa8a2 for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:16:14.947497 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Updating router fcf64525-0410-4cd7-a15c-cb7e52caa8a2 port 567618e3-69c2-493e-be55-836e8c624da1 binding host dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:16:15.030644 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=913e5821-f75d-452d-b792-48ff94008cb7,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:15.034163 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:15.053176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:59Z', 'updated_at': '2021-02-17T20:16:06Z', 'revision_number': 4, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'gw_port': {'id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:01Z', 'updated_at': '2021-02-17T20:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '2a0470fe-ae25-49d6-ab0b-a9a27343f76a', 'name': '', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'mac_address': 'fa:16:3e:7d:11:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:05Z', 'updated_at': '2021-02-17T20:16:13Z', 'revision_number': 4, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'subnets': [{'id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:15.057739 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42f649-9731-4bb7-87af-4dc2269ed942 None None] The sync data for ids ['8d886e3a-95e5-4606-9926-c48a1922db4b'] in dv-cinder-760038-3-iscsi is: [{'id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:59Z', 'updated_at': '2021-02-17T20:16:06Z', 'revision_number': 4, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'gw_port': {'id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:01Z', 'updated_at': '2021-02-17T20:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '2a0470fe-ae25-49d6-ab0b-a9a27343f76a', 'name': '', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'mac_address': 'fa:16:3e:7d:11:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:05Z', 'updated_at': '2021-02-17T20:16:13Z', 'revision_number': 4, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'subnets': [{'id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:16:15.071155 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Allocated IP 172.20.0.1 (17fca0cd-b79a-4cb3-be6b-16f998225f25/7ca0e9db-a2d4-4bc6-b755-89b949b55ed1/f233743f-723d-4eb3-897b-982723d13f63) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:16:15.084622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:15.124137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [None req-e5eb9ae4-6381-470e-9fd5-d6bbb671fab1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:16:15.124543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [None req-e5eb9ae4-6381-470e-9fd5-d6bbb671fab1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:16:15.125102 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port b6d3cab8-1e9b-4f48-ba57-678a5ee97eda triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:15.125509 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:15.240149 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:15.259122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Transition to ACTIVE for port object f233743f-723d-4eb3-897b-982723d13f63 will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:15.286574 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:15.303523 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6924a20d-51e7-4eb9-8a08-99341a778952 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:15.472310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Pushing event updated for resources: {'Port': ['ID=f233743f-723d-4eb3-897b-982723d13f63,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:15.475884 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:15.537056 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Network 17fca0cd-b79a-4cb3-be6b-16f998225f25 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:15.538355 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:15.540642 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:16:15.605357 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406546'] for router_interface, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:15.725455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 913e5821-f75d-452d-b792-48ff94008cb7 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:15.794721 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.resource_extend [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 20:16:15.818517 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:15.834629 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 60004) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:15.967849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:15.997309 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Transition to ACTIVE for port object 567618e3-69c2-493e-be55-836e8c624da1 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:15.998899 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 913e5821-f75d-452d-b792-48ff94008cb7 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:16.000540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.040077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e5679ba5-6883-4134-b06e-b083119a6b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.056821 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.083794 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e5679ba5-6883-4134-b06e-b083119a6b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:16.091922 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e5679ba5-6883-4134-b06e-b083119a6b2d admin admin] Usage tracker for resource:security_group_rule and tenant:22477ac1dd1f41049c98c8ce51718495 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:16.095249 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e5679ba5-6883-4134-b06e-b083119a6b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:16.102936 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e5679ba5-6883-4134-b06e-b083119a6b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:16.135575 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:16.152586 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.158960 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.221134 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e5679ba5-6883-4134-b06e-b083119a6b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.225036 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e5679ba5-6883-4134-b06e-b083119a6b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.231316 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-18a3bbcd-4c1d-41a1-b672-37250b78d185 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:16.235527 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-2019da44-2309-44a4-b459-c8b5214f78a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:16.272130 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369164'] for router_interface, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.309341 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e5679ba5-6883-4134-b06e-b083119a6b2d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=22477ac1dd1f41049c98c8ce51718495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4728029 Feb 17 20:16:16.311853 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 60016) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:16.312649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5679ba5-6883-4134-b06e-b083119a6b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1931ba-3e68-43f8-8b8f-69ff219bc80b,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:16.350510 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e5679ba5-6883-4134-b06e-b083119a6b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:16.381134 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 60020) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:16.430320 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423deeb1-f2ed-421f-b15f-9dc9cfc622c0 None None] Pushing event updated for resources: {'Port': ['ID=567618e3-69c2-493e-be55-836e8c624da1,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:16.438045 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-423deeb1-f2ed-421f-b15f-9dc9cfc622c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:16.477284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ab09fbd9-3d8b-4ac1-a1d8-2ce6198943e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.494536 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Pushing event updated for resources: {'Port': ['ID=f233743f-723d-4eb3-897b-982723d13f63,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:16.500244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:16.501925 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-a77b06a4-3e44-4a15-88d2-0fad59f14736 None None] Provisioning complete for port 913e5821-f75d-452d-b792-48ff94008cb7 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:16.502354 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a77b06a4-3e44-4a15-88d2-0fad59f14736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.521199 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ab09fbd9-3d8b-4ac1-a1d8-2ce6198943e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.538645 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Network 17fca0cd-b79a-4cb3-be6b-16f998225f25 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:16.540306 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:16.600063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-405beab5-a663-4b16-972a-826079e1cfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.620129 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-405beab5-a663-4b16-972a-826079e1cfb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:16.625372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-405beab5-a663-4b16-972a-826079e1cfb9 admin admin] Usage tracker for resource:security_group_rule and tenant:9d253c1cd1804a56909ec04231132fce is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:16.630857 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-405beab5-a663-4b16-972a-826079e1cfb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:16.638073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ab09fbd9-3d8b-4ac1-a1d8-2ce6198943e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.646833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-405beab5-a663-4b16-972a-826079e1cfb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:16.658987 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Attempting to bind port 567618e3-69c2-493e-be55-836e8c624da1 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:16:16.659447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Attempting to bind port 567618e3-69c2-493e-be55-836e8c624da1 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:16:16.660094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Attempting to bind port 567618e3-69c2-493e-be55-836e8c624da1 on network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:16:16.663444 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 2a0470fe-ae25-49d6-ab0b-a9a27343f76a up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:16.680747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-23f33298-0eaa-4b8c-b10a-3eece39d6f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:16.704045 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09fbd9-3d8b-4ac1-a1d8-2ce6198943e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1931ba-3e68-43f8-8b8f-69ff219bc80b,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:16.714680 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ab09fbd9-3d8b-4ac1-a1d8-2ce6198943e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:16.716304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ab09fbd9-3d8b-4ac1-a1d8-2ce6198943e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.717791 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ab09fbd9-3d8b-4ac1-a1d8-2ce6198943e7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be1931ba-3e68-43f8-8b8f-69ff219bc80b HTTP/1.1" status: 204 len: 168 time: 0.3981745 Feb 17 20:16:16.777684 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:16:16.778209 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Checking segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:16:16.778673 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.779123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Bound using segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:16:16.779669 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Bound port: 567618e3-69c2-493e-be55-836e8c624da1, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:16:16.780096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.781434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Router fcf64525-0410-4cd7-a15c-cb7e52caa8a2 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:16:16.791543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-405beab5-a663-4b16-972a-826079e1cfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.799854 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-405beab5-a663-4b16-972a-826079e1cfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.827925 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-35d3737c-fe82-4c4d-82f0-78ed48152f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:16.883574 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-405beab5-a663-4b16-972a-826079e1cfb9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9d253c1cd1804a56909ec04231132fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5007613 Feb 17 20:16:16.884578 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405beab5-a663-4b16-972a-826079e1cfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4592d46b-405f-43a1-a467-d8302065307f,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:16.887243 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 60028) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:16.902125 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-405beab5-a663-4b16-972a-826079e1cfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:16.960408 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:16.963108 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f3a6ee50-598a-44c4-b386-5a8ea9a468a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.979801 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:16.980672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:16.998114 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f3a6ee50-598a-44c4-b386-5a8ea9a468a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:17.061416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f3a6ee50-598a-44c4-b386-5a8ea9a468a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:17.065219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] For port 567618e3-69c2-493e-be55-836e8c624da1, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:16:17.068725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e81bb559-a950-44cf-95c8-9f90cc93984a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:17.084934 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6ee50-598a-44c4-b386-5a8ea9a468a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4592d46b-405f-43a1-a467-d8302065307f,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:17.087439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-a77b06a4-3e44-4a15-88d2-0fad59f14736 None None] Provisioning for port f233743f-723d-4eb3-897b-982723d13f63 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:17.094923 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] For port 567618e3-69c2-493e-be55-836e8c624da1, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=567618e3-69c2-493e-be55-836e8c624da1,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:16:17.099398 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f3a6ee50-598a-44c4-b386-5a8ea9a468a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:17.101613 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f3a6ee50-598a-44c4-b386-5a8ea9a468a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:17.103130 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-f3a6ee50-598a-44c4-b386-5a8ea9a468a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4592d46b-405f-43a1-a467-d8302065307f HTTP/1.1" status: 204 len: 168 time: 0.2145097 Feb 17 20:16:17.117396 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-a77b06a4-3e44-4a15-88d2-0fad59f14736 None None] Provisioning complete for port f233743f-723d-4eb3-897b-982723d13f63 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:17.117818 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a77b06a4-3e44-4a15-88d2-0fad59f14736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:17.144526 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:17.202045 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:17.256116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:16:17.266079 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] 10.222.0.73 "PUT /v2.0/routers/fcf64525-0410-4cd7-a15c-cb7e52caa8a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9969430 Feb 17 20:16:17.397134 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:17.415894 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-a77b06a4-3e44-4a15-88d2-0fad59f14736 None None] Port f233743f-723d-4eb3-897b-982723d13f63 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:16:17.424029 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423deeb1-f2ed-421f-b15f-9dc9cfc622c0 None None] Pushing event updated for resources: {'Port': ['ID=567618e3-69c2-493e-be55-836e8c624da1,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:17.445505 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-423deeb1-f2ed-421f-b15f-9dc9cfc622c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:17.482815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=2a0470fe-ae25-49d6-ab0b-a9a27343f76a,segment=NetworkSegment(826863b8-d59f-4c52-9c0a-90f66f31216d),segment_id=826863b8-d59f-4c52-9c0a-90f66f31216d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:16:17.490302 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:17.492687 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:17.553591 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 60044) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:17.574229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-73d7ae3a-f3e9-476f-ac3c-7d88d50a86f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:17.590424 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-73d7ae3a-f3e9-476f-ac3c-7d88d50a86f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:17.594649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-73d7ae3a-f3e9-476f-ac3c-7d88d50a86f3 admin admin] Usage tracker for resource:security_group_rule and tenant:5fcd0b012b164c8398ff2715023ab920 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:17.598303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-73d7ae3a-f3e9-476f-ac3c-7d88d50a86f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:17.601972 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Routers {'fcf64525-0410-4cd7-a15c-cb7e52caa8a2'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:16:17.602677 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:16:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['fcf64525-0410-4cd7-a15c-cb7e52caa8a2'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:17.604572 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-73d7ae3a-f3e9-476f-ac3c-7d88d50a86f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:17.676106 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-bd89d792-f414-450e-9a62-975d6fca4665 None None] Provisioning complete for port f233743f-723d-4eb3-897b-982723d13f63 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:17.676534 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bd89d792-f414-450e-9a62-975d6fca4665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:17.702126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=2a0470fe-ae25-49d6-ab0b-a9a27343f76a,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:17.707998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-73d7ae3a-f3e9-476f-ac3c-7d88d50a86f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:17.711540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-73d7ae3a-f3e9-476f-ac3c-7d88d50a86f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:17.718952 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:17.723323 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3c3b2989-0e78-4276-9442-482c2582f910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:17.760349 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-bd89d792-f414-450e-9a62-975d6fca4665 None None] Port f233743f-723d-4eb3-897b-982723d13f63 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:16:17.768271 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-73d7ae3a-f3e9-476f-ac3c-7d88d50a86f3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5fcd0b012b164c8398ff2715023ab920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113390 Feb 17 20:16:17.769212 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 60048) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:17.770375 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7ae3a-f3e9-476f-ac3c-7d88d50a86f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60297e98-b5cd-4942-9824-d332c5984340,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:17.774260 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-73d7ae3a-f3e9-476f-ac3c-7d88d50a86f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:17.846918 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-952e27ad-6e7b-4c0f-95af-134a71e89715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:17.858364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] Set router fcf64525-0410-4cd7-a15c-cb7e52caa8a2 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:16:17.879294 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-952e27ad-6e7b-4c0f-95af-134a71e89715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:17.889179 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-403e9d9e-ab41-4716-aa4f-2e3ea6b752fd req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1825066602', 'description': 'tempest-TestShelveInstance-1825066602 description'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:17.895491 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-403e9d9e-ab41-4716-aa4f-2e3ea6b752fd req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:17.903640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-403e9d9e-ab41-4716-aa4f-2e3ea6b752fd req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Usage tracker for resource:security_group and tenant:6ca4edba84fd404b926172b1687fa4ac is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:17.912781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-403e9d9e-ab41-4716-aa4f-2e3ea6b752fd req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:17.922197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-403e9d9e-ab41-4716-aa4f-2e3ea6b752fd req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:17.945733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-403e9d9e-ab41-4716-aa4f-2e3ea6b752fd req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:17.969687 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-403e9d9e-ab41-4716-aa4f-2e3ea6b752fd req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:17.972051 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-952e27ad-6e7b-4c0f-95af-134a71e89715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:17.978622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a56b3cb4-f6bb-49a4-8212-5afb2986aff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:17.987992 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-403e9d9e-ab41-4716-aa4f-2e3ea6b752fd req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Usage tracker for resource:security_group_rule and tenant:6ca4edba84fd404b926172b1687fa4ac is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:17.992467 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-403e9d9e-ab41-4716-aa4f-2e3ea6b752fd req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:17.997387 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e27ad-6e7b-4c0f-95af-134a71e89715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60297e98-b5cd-4942-9824-d332c5984340,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:18.004393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-952e27ad-6e7b-4c0f-95af-134a71e89715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:18.005434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-403e9d9e-ab41-4716-aa4f-2e3ea6b752fd req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:18.009073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-952e27ad-6e7b-4c0f-95af-134a71e89715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:18.012624 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-952e27ad-6e7b-4c0f-95af-134a71e89715 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60297e98-b5cd-4942-9824-d332c5984340 HTTP/1.1" status: 204 len: 168 time: 0.2394810 Feb 17 20:16:18.087359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-403e9d9e-ab41-4716-aa4f-2e3ea6b752fd req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:18.091457 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-403e9d9e-ab41-4716-aa4f-2e3ea6b752fd req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:18.098032 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:18.146169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-403e9d9e-ab41-4716-aa4f-2e3ea6b752fd req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:18.147531 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-403e9d9e-ab41-4716-aa4f-2e3ea6b752fd req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2712533 Feb 17 20:16:18.149134 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:18.153219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:18.224097 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'name': 'tempest-TestShelveInstance-1947566662-router', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '567618e3-69c2-493e-be55-836e8c624da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:16:09Z', 'updated_at': '2021-02-17T20:16:15Z', 'revision_number': 4, 'project_id': 'a0749174af3942c7b51991918ec28224', 'gw_port': {'id': '567618e3-69c2-493e-be55-836e8c624da1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:10Z', 'updated_at': '2021-02-17T20:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': 'f233743f-723d-4eb3-897b-982723d13f63', 'name': '', 'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'mac_address': 'fa:16:3e:37:85:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7ca0e9db-a2d4-4bc6-b755-89b949b55ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:14Z', 'updated_at': '2021-02-17T20:16:15Z', 'revision_number': 2, 'project_id': 'a0749174af3942c7b51991918ec28224', 'subnets': [{'id': '7ca0e9db-a2d4-4bc6-b755-89b949b55ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:18.224460 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9d0cb37e-7b0b-496a-9ba4-9fb443083149 req-13cb1bcb-ef2f-4123-8f01-906a8f3c72eb tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups/39e313ea-4a48-4ea3-bacf-7f1bc46b36d1 HTTP/1.1" status: 200 len: 1802 time: 0.0517781 Feb 17 20:16:18.228683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd89c8-919c-4b45-8054-41b651733da6 None None] The sync data for ids ['fcf64525-0410-4cd7-a15c-cb7e52caa8a2'] in dv-cinder-760038-3-iscsi is: [{'id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'name': 'tempest-TestShelveInstance-1947566662-router', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '567618e3-69c2-493e-be55-836e8c624da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:16:09Z', 'updated_at': '2021-02-17T20:16:15Z', 'revision_number': 4, 'project_id': 'a0749174af3942c7b51991918ec28224', 'gw_port': {'id': '567618e3-69c2-493e-be55-836e8c624da1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:10Z', 'updated_at': '2021-02-17T20:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': 'f233743f-723d-4eb3-897b-982723d13f63', 'name': '', 'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'mac_address': 'fa:16:3e:37:85:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7ca0e9db-a2d4-4bc6-b755-89b949b55ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:14Z', 'updated_at': '2021-02-17T20:16:15Z', 'revision_number': 2, 'project_id': 'a0749174af3942c7b51991918ec28224', 'subnets': [{'id': '7ca0e9db-a2d4-4bc6-b755-89b949b55ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:16:18.236965 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-9d0cb37e-7b0b-496a-9ba4-9fb443083149 req-045f425a-b644-4304-a5e2-e6da90582ad5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39e313ea-4a48-4ea3-bacf-7f1bc46b36d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:18.237422 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-9d0cb37e-7b0b-496a-9ba4-9fb443083149 req-045f425a-b644-4304-a5e2-e6da90582ad5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39e313ea-4a48-4ea3-bacf-7f1bc46b36d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:18.248799 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-9d0cb37e-7b0b-496a-9ba4-9fb443083149 req-045f425a-b644-4304-a5e2-e6da90582ad5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:18.253362 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-9d0cb37e-7b0b-496a-9ba4-9fb443083149 req-045f425a-b644-4304-a5e2-e6da90582ad5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Usage tracker for resource:security_group_rule and tenant:6ca4edba84fd404b926172b1687fa4ac is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:18.256990 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-9d0cb37e-7b0b-496a-9ba4-9fb443083149 req-045f425a-b644-4304-a5e2-e6da90582ad5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:18.262867 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-9d0cb37e-7b0b-496a-9ba4-9fb443083149 req-045f425a-b644-4304-a5e2-e6da90582ad5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:18.327002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9d0cb37e-7b0b-496a-9ba4-9fb443083149 req-045f425a-b644-4304-a5e2-e6da90582ad5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:18.353861 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9d0cb37e-7b0b-496a-9ba4-9fb443083149 req-045f425a-b644-4304-a5e2-e6da90582ad5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:18.356776 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9d0cb37e-7b0b-496a-9ba4-9fb443083149 req-045f425a-b644-4304-a5e2-e6da90582ad5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285461'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:18.358902 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:18.383727 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f425a-b644-4304-a5e2-e6da90582ad5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0495e619-f572-4ef3-af2e-0598ef637f61,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:18.389861 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-045f425a-b644-4304-a5e2-e6da90582ad5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:18.394121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-9d0cb37e-7b0b-496a-9ba4-9fb443083149 req-045f425a-b644-4304-a5e2-e6da90582ad5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:18.395598 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9d0cb37e-7b0b-496a-9ba4-9fb443083149 req-045f425a-b644-4304-a5e2-e6da90582ad5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1637113 Feb 17 20:16:18.477394 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5b39a826-1fc0-4c73-bee3-49901a7529b2 req-5d807596-1a23-49ae-ae2d-0bb7f7ef033b tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups/39e313ea-4a48-4ea3-bacf-7f1bc46b36d1 HTTP/1.1" status: 200 len: 2395 time: 0.0524855 Feb 17 20:16:18.489163 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-5b39a826-1fc0-4c73-bee3-49901a7529b2 req-f333cfa0-a65c-44fb-bc53-d3a5130934d5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39e313ea-4a48-4ea3-bacf-7f1bc46b36d1', 'remote_group_id': None}]} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:18.489599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-5b39a826-1fc0-4c73-bee3-49901a7529b2 req-f333cfa0-a65c-44fb-bc53-d3a5130934d5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39e313ea-4a48-4ea3-bacf-7f1bc46b36d1', 'remote_group_id': None}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:18.496258 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-5b39a826-1fc0-4c73-bee3-49901a7529b2 req-f333cfa0-a65c-44fb-bc53-d3a5130934d5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:18.500465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-5b39a826-1fc0-4c73-bee3-49901a7529b2 req-f333cfa0-a65c-44fb-bc53-d3a5130934d5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Usage tracker for resource:security_group_rule and tenant:6ca4edba84fd404b926172b1687fa4ac is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:18.503649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-5b39a826-1fc0-4c73-bee3-49901a7529b2 req-f333cfa0-a65c-44fb-bc53-d3a5130934d5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:18.510122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-5b39a826-1fc0-4c73-bee3-49901a7529b2 req-f333cfa0-a65c-44fb-bc53-d3a5130934d5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:18.571158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-5b39a826-1fc0-4c73-bee3-49901a7529b2 req-f333cfa0-a65c-44fb-bc53-d3a5130934d5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:18.597118 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-5b39a826-1fc0-4c73-bee3-49901a7529b2 req-f333cfa0-a65c-44fb-bc53-d3a5130934d5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:18.600050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-5b39a826-1fc0-4c73-bee3-49901a7529b2 req-f333cfa0-a65c-44fb-bc53-d3a5130934d5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285461'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:18.602256 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b521a3a2-a036-4979-9935-87474263b1b5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:18.630368 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333cfa0-a65c-44fb-bc53-d3a5130934d5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309b81be-434c-432d-b432-d92830435434,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:18.633171 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f333cfa0-a65c-44fb-bc53-d3a5130934d5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:18.646092 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-5b39a826-1fc0-4c73-bee3-49901a7529b2 req-f333cfa0-a65c-44fb-bc53-d3a5130934d5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:18.647430 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5b39a826-1fc0-4c73-bee3-49901a7529b2 req-f333cfa0-a65c-44fb-bc53-d3a5130934d5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1634340 Feb 17 20:16:19.753411 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 2a0470fe-ae25-49d6-ab0b-a9a27343f76a up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:19.845793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:19.846224 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:19.991543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 567618e3-69c2-493e-be55-836e8c624da1 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:20.066268 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 567618e3-69c2-493e-be55-836e8c624da1 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:20.071676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 567618e3-69c2-493e-be55-836e8c624da1 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:20.072059 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:20.215065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:20.232998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 567618e3-69c2-493e-be55-836e8c624da1, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=567618e3-69c2-493e-be55-836e8c624da1,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:16:20.236078 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:20.238087 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-763a94a7-69f9-48e9-a9c9-510b99bea4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:20.310749 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=567618e3-69c2-493e-be55-836e8c624da1,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:20.314106 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:21.600194 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Sync routers for ids ['fcf64525-0410-4cd7-a15c-cb7e52caa8a2'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:16:21.610283 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Routers {'fcf64525-0410-4cd7-a15c-cb7e52caa8a2'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:16:21.610953 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:16:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['fcf64525-0410-4cd7-a15c-cb7e52caa8a2'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:21.631770 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 567618e3-69c2-493e-be55-836e8c624da1 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:21.711067 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 567618e3-69c2-493e-be55-836e8c624da1 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:21.711869 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:21.823964 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Set router fcf64525-0410-4cd7-a15c-cb7e52caa8a2 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:16:22.181113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'name': 'tempest-TestShelveInstance-1947566662-router', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '567618e3-69c2-493e-be55-836e8c624da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:16:09Z', 'updated_at': '2021-02-17T20:16:15Z', 'revision_number': 4, 'project_id': 'a0749174af3942c7b51991918ec28224', 'gw_port': {'id': '567618e3-69c2-493e-be55-836e8c624da1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:10Z', 'updated_at': '2021-02-17T20:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': 'f233743f-723d-4eb3-897b-982723d13f63', 'name': '', 'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'mac_address': 'fa:16:3e:37:85:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7ca0e9db-a2d4-4bc6-b755-89b949b55ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:14Z', 'updated_at': '2021-02-17T20:16:15Z', 'revision_number': 2, 'project_id': 'a0749174af3942c7b51991918ec28224', 'subnets': [{'id': '7ca0e9db-a2d4-4bc6-b755-89b949b55ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:22.181113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Checking router: fcf64525-0410-4cd7-a15c-cb7e52caa8a2 for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:16:22.181113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Updating router fcf64525-0410-4cd7-a15c-cb7e52caa8a2 port f233743f-723d-4eb3-897b-982723d13f63 binding host dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:16:22.236352 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:22.658953 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:22.670633 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Transition to ACTIVE for port object f233743f-723d-4eb3-897b-982723d13f63 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:22.673175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:22.688462 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:22.824226 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76154536-5dde-4c2b-8204-d6e96a96fe99 None None] Pushing event updated for resources: {'Port': ['ID=f233743f-723d-4eb3-897b-982723d13f63,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:22.830407 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-76154536-5dde-4c2b-8204-d6e96a96fe99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:23.002869 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Attempting to bind port f233743f-723d-4eb3-897b-982723d13f63 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:16:23.003275 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Attempting to bind port f233743f-723d-4eb3-897b-982723d13f63 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:16:23.003714 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Attempting to bind port f233743f-723d-4eb3-897b-982723d13f63 on network 17fca0cd-b79a-4cb3-be6b-16f998225f25 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:16:23.010646 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:16:23.011055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Checking segment: {'id': '25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:16:23.011486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.011914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Bound using segment: {'id': '25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:16:23.012423 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Bound port: f233743f-723d-4eb3-897b-982723d13f63, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:16:23.012841 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.104540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] For port f233743f-723d-4eb3-897b-982723d13f63, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:16:23.108201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] For port f233743f-723d-4eb3-897b-982723d13f63, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=f233743f-723d-4eb3-897b-982723d13f63,segment=NetworkSegment(25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5),segment_id=25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:16:23.111657 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.127983 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-24667804-40cb-4586-a7db-be9a73d05244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:23.400159 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:16:23.454755 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76154536-5dde-4c2b-8204-d6e96a96fe99 None None] Pushing event updated for resources: {'Port': ['ID=f233743f-723d-4eb3-897b-982723d13f63,revision_number=4']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:23.466363 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-76154536-5dde-4c2b-8204-d6e96a96fe99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:23.495362 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Routers {'fcf64525-0410-4cd7-a15c-cb7e52caa8a2'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:16:23.496025 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:16:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['fcf64525-0410-4cd7-a15c-cb7e52caa8a2'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:23.581191 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 60200) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:23.670680 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device f233743f-723d-4eb3-897b-982723d13f63 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:23.725768 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] Set router fcf64525-0410-4cd7-a15c-cb7e52caa8a2 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:16:23.743879 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f046fc58-282b-47d6-bb18-af1ed2163c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.749631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port f233743f-723d-4eb3-897b-982723d13f63 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:23.759777 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port f233743f-723d-4eb3-897b-982723d13f63 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:23.760126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.764194 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-f046fc58-282b-47d6-bb18-af1ed2163c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:23.768451 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-f046fc58-282b-47d6-bb18-af1ed2163c64 admin admin] Usage tracker for resource:security_group_rule and tenant:6a52b23d01884db0b7b281f4352d856c is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:23.771661 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-f046fc58-282b-47d6-bb18-af1ed2163c64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:23.778859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-f046fc58-282b-47d6-bb18-af1ed2163c64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:23.828915 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-df18ad71-7daa-44ae-ab0e-e33ffecd6ccc None None] Provisioning complete for port f233743f-723d-4eb3-897b-982723d13f63 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:23.829348 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df18ad71-7daa-44ae-ab0e-e33ffecd6ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.881230 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f046fc58-282b-47d6-bb18-af1ed2163c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.886324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f046fc58-282b-47d6-bb18-af1ed2163c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:23.918437 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3b0062cd-ceb9-46fc-9c03-aeb3ce4ef446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:23.936510 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 60208) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:23.947785 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-f046fc58-282b-47d6-bb18-af1ed2163c64 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6a52b23d01884db0b7b281f4352d856c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652663 Feb 17 20:16:23.994417 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046fc58-282b-47d6-bb18-af1ed2163c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e711601d-1919-486c-a9ea-c17a055a9831,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:23.998815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f046fc58-282b-47d6-bb18-af1ed2163c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:24.051150 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ac65539e-f6a9-4ce6-aed5-9fb09b300aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.086703 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ac65539e-f6a9-4ce6-aed5-9fb09b300aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.086927 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'name': 'tempest-TestShelveInstance-1947566662-router', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '567618e3-69c2-493e-be55-836e8c624da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:16:09Z', 'updated_at': '2021-02-17T20:16:15Z', 'revision_number': 4, 'project_id': 'a0749174af3942c7b51991918ec28224', 'gw_port': {'id': '567618e3-69c2-493e-be55-836e8c624da1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:10Z', 'updated_at': '2021-02-17T20:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': 'f233743f-723d-4eb3-897b-982723d13f63', 'name': '', 'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'mac_address': 'fa:16:3e:37:85:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7ca0e9db-a2d4-4bc6-b755-89b949b55ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:14Z', 'updated_at': '2021-02-17T20:16:23Z', 'revision_number': 4, 'project_id': 'a0749174af3942c7b51991918ec28224', 'subnets': [{'id': '7ca0e9db-a2d4-4bc6-b755-89b949b55ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:16:24.091456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bbc91-ca8f-4e87-8f75-d49db39ff650 None None] The sync data for ids ['fcf64525-0410-4cd7-a15c-cb7e52caa8a2'] in dv-cinder-760038-3-iscsi is: [{'id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'name': 'tempest-TestShelveInstance-1947566662-router', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '567618e3-69c2-493e-be55-836e8c624da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:16:09Z', 'updated_at': '2021-02-17T20:16:15Z', 'revision_number': 4, 'project_id': 'a0749174af3942c7b51991918ec28224', 'gw_port': {'id': '567618e3-69c2-493e-be55-836e8c624da1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:10Z', 'updated_at': '2021-02-17T20:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': 'f233743f-723d-4eb3-897b-982723d13f63', 'name': '', 'network_id': '17fca0cd-b79a-4cb3-be6b-16f998225f25', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'mac_address': 'fa:16:3e:37:85:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7ca0e9db-a2d4-4bc6-b755-89b949b55ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:14Z', 'updated_at': '2021-02-17T20:16:23Z', 'revision_number': 4, 'project_id': 'a0749174af3942c7b51991918ec28224', 'subnets': [{'id': '7ca0e9db-a2d4-4bc6-b755-89b949b55ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:16:24.138639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ac65539e-f6a9-4ce6-aed5-9fb09b300aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.144424 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9825713f-b659-4a75-8981-4d25f38b9393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:24.159023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65539e-f6a9-4ce6-aed5-9fb09b300aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e711601d-1919-486c-a9ea-c17a055a9831,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:24.164394 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ac65539e-f6a9-4ce6-aed5-9fb09b300aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:24.171209 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ac65539e-f6a9-4ce6-aed5-9fb09b300aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.175461 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ac65539e-f6a9-4ce6-aed5-9fb09b300aef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e711601d-1919-486c-a9ea-c17a055a9831 HTTP/1.1" status: 204 len: 168 time: 0.2372208 Feb 17 20:16:24.201982 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.272303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df18ad71-7daa-44ae-ab0e-e33ffecd6ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.306592 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port f233743f-723d-4eb3-897b-982723d13f63, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=f233743f-723d-4eb3-897b-982723d13f63,segment=NetworkSegment(25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5),segment_id=25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:16:24.354964 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.359075 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:24.455377 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [None req-df18ad71-7daa-44ae-ab0e-e33ffecd6ccc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:16:24.456049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [None req-df18ad71-7daa-44ae-ab0e-e33ffecd6ccc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:16:24.476845 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=f233743f-723d-4eb3-897b-982723d13f63,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:24.481138 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:24.539708 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 60218) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:24.560589 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4bcd1acb-7f04-4b7a-86ff-74d7f88dd24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.577255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-4bcd1acb-7f04-4b7a-86ff-74d7f88dd24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:24.581326 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-4bcd1acb-7f04-4b7a-86ff-74d7f88dd24e admin admin] Usage tracker for resource:security_group_rule and tenant:d2fe7b11ac334080896c9410a2349dc1 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:24.584454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-4bcd1acb-7f04-4b7a-86ff-74d7f88dd24e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:24.590472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-4bcd1acb-7f04-4b7a-86ff-74d7f88dd24e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:24.681553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4bcd1acb-7f04-4b7a-86ff-74d7f88dd24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.684481 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4bcd1acb-7f04-4b7a-86ff-74d7f88dd24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.693990 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e958dd44-36d2-4d96-ba39-9a713103b4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:24.738812 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-4bcd1acb-7f04-4b7a-86ff-74d7f88dd24e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d2fe7b11ac334080896c9410a2349dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970387 Feb 17 20:16:24.739710 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd1acb-7f04-4b7a-86ff-74d7f88dd24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba7197-f4ed-40d6-9c48-b7992dc9a7c9,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:24.741842 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 60222) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:24.743163 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4bcd1acb-7f04-4b7a-86ff-74d7f88dd24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:24.813259 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-be747536-9598-4870-a93c-3a0159adeef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.840472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-be747536-9598-4870-a93c-3a0159adeef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.887042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-be747536-9598-4870-a93c-3a0159adeef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.892101 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f046fc58-282b-47d6-bb18-af1ed2163c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:24.904795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be747536-9598-4870-a93c-3a0159adeef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba7197-f4ed-40d6-9c48-b7992dc9a7c9,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:24.909024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-be747536-9598-4870-a93c-3a0159adeef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:24.916188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-be747536-9598-4870-a93c-3a0159adeef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:24.919949 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-be747536-9598-4870-a93c-3a0159adeef4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3eba7197-f4ed-40d6-9c48-b7992dc9a7c9 HTTP/1.1" status: 204 len: 168 time: 0.1745484 Feb 17 20:16:25.636245 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device f233743f-723d-4eb3-897b-982723d13f63 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:25.713650 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port f233743f-723d-4eb3-897b-982723d13f63 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:25.714212 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:29.756925 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 60302) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:29.884091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9d389d99-1d37-49dd-9c4d-b8800404f06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:29.904134 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-9d389d99-1d37-49dd-9c4d-b8800404f06d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:29.908326 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-9d389d99-1d37-49dd-9c4d-b8800404f06d admin admin] Usage tracker for resource:security_group_rule and tenant:1cd7f531eeb744faa5628ee6d2c983cc is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:29.911930 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-9d389d99-1d37-49dd-9c4d-b8800404f06d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:29.917849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-9d389d99-1d37-49dd-9c4d-b8800404f06d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:30.007026 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9d389d99-1d37-49dd-9c4d-b8800404f06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.009876 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9d389d99-1d37-49dd-9c4d-b8800404f06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.018514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d222bf98-fcb6-4a61-9ce2-5bc3a337c496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:30.059968 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-9d389d99-1d37-49dd-9c4d-b8800404f06d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1cd7f531eeb744faa5628ee6d2c983cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014174 Feb 17 20:16:30.061683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d389d99-1d37-49dd-9c4d-b8800404f06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b9e705-3ea0-46a6-92c6-63d2c6043d6d,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:30.062996 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 60308) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:30.065058 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9d389d99-1d37-49dd-9c4d-b8800404f06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:30.125540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efd0ee78-3219-477f-b8a5-a537b5855866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.153597 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efd0ee78-3219-477f-b8a5-a537b5855866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.199008 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efd0ee78-3219-477f-b8a5-a537b5855866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.204127 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-952e27ad-6e7b-4c0f-95af-134a71e89715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:30.221056 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0ee78-3219-477f-b8a5-a537b5855866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b9e705-3ea0-46a6-92c6-63d2c6043d6d,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:30.224260 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-efd0ee78-3219-477f-b8a5-a537b5855866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:30.226309 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efd0ee78-3219-477f-b8a5-a537b5855866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.230182 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-efd0ee78-3219-477f-b8a5-a537b5855866 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/30b9e705-3ea0-46a6-92c6-63d2c6043d6d HTTP/1.1" status: 204 len: 168 time: 0.1634510 Feb 17 20:16:30.540590 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 60320) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:30.561113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d090af98-ec9f-4685-8e7e-d1b539583c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.577229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-d090af98-ec9f-4685-8e7e-d1b539583c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:30.581429 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-d090af98-ec9f-4685-8e7e-d1b539583c08 admin admin] Usage tracker for resource:security_group_rule and tenant:c27f6b1c93b94d4a89f599fa030ab636 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:30.584526 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-d090af98-ec9f-4685-8e7e-d1b539583c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:30.590552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-d090af98-ec9f-4685-8e7e-d1b539583c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:30.676010 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d090af98-ec9f-4685-8e7e-d1b539583c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.678476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d090af98-ec9f-4685-8e7e-d1b539583c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.687359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1432cd3d-9215-4545-abfb-bef32504c14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:30.731050 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d090af98-ec9f-4685-8e7e-d1b539583c08 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c27f6b1c93b94d4a89f599fa030ab636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889043 Feb 17 20:16:30.731962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090af98-ec9f-4685-8e7e-d1b539583c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f6e977-8e23-45ec-a5e3-7bf55ab6eb1f,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:30.734051 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 60324) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:16:30.735295 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d090af98-ec9f-4685-8e7e-d1b539583c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:30.801585 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3eae5879-312d-451b-839c-fa7f7bad48b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.836831 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3eae5879-312d-451b-839c-fa7f7bad48b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.888976 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3eae5879-312d-451b-839c-fa7f7bad48b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.894027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-73d7ae3a-f3e9-476f-ac3c-7d88d50a86f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:30.913901 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae5879-312d-451b-839c-fa7f7bad48b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f6e977-8e23-45ec-a5e3-7bf55ab6eb1f,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:30.916639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3eae5879-312d-451b-839c-fa7f7bad48b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:30.928725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3eae5879-312d-451b-839c-fa7f7bad48b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:30.929917 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-3eae5879-312d-451b-839c-fa7f7bad48b7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91f6e977-8e23-45ec-a5e3-7bf55ab6eb1f HTTP/1.1" status: 204 len: 168 time: 0.1940267 Feb 17 20:16:33.084946 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3828e567-9e95-4501-bcfa-6404f7a8fa6b req-d2b3a941-2025-4961-9a87-a1c0a28ba8b8 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0769019 Feb 17 20:16:33.237987 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828e567-9e95-4501-bcfa-6404f7a8fa6b req-b03dc728-cfe1-4ec3-84e9-3dbed918388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:33.239560 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3828e567-9e95-4501-bcfa-6404f7a8fa6b req-b03dc728-cfe1-4ec3-84e9-3dbed918388f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bef112b64fbd44c2889ba8317513c94e&device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 1162 time: 0.0774453 Feb 17 20:16:33.400382 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828e567-9e95-4501-bcfa-6404f7a8fa6b req-654c0753-0b3c-487b-a97a-b875425a4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:33.402176 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3828e567-9e95-4501-bcfa-6404f7a8fa6b req-654c0753-0b3c-487b-a97a-b875425a4b61 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 200 len: 911 time: 0.1413429 Feb 17 20:16:33.521554 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3828e567-9e95-4501-bcfa-6404f7a8fa6b req-b3d056e5-995e-46cb-a6fd-54e9bdee30d9 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=587e0270-a916-4e76-b9ea-6ed8c2046787 HTTP/1.1" status: 200 len: 1001 time: 0.1104183 Feb 17 20:16:33.599111 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828e567-9e95-4501-bcfa-6404f7a8fa6b req-8e53694b-eb96-4a50-a2a8-45c93eda01d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:33.600692 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3828e567-9e95-4501-bcfa-6404f7a8fa6b req-8e53694b-eb96-4a50-a2a8-45c93eda01d9 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1dab1ba6-9853-478e-b806-2a2376b065de HTTP/1.1" status: 200 len: 856 time: 0.0694799 Feb 17 20:16:33.690499 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828e567-9e95-4501-bcfa-6404f7a8fa6b req-b6aeeda1-0a1b-4ab2-aa78-a8db0e89b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:33.692891 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3828e567-9e95-4501-bcfa-6404f7a8fa6b req-b6aeeda1-0a1b-4ab2-aa78-a8db0e89b778 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a0904cfe-b6c7-49f8-a858-3708f653bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826032 Feb 17 20:16:33.843062 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3828e567-9e95-4501-bcfa-6404f7a8fa6b req-0d6be542-22e8-4dce-8ad8-ecad7ef308e5 service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407084 Feb 17 20:16:33.990001 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3828e567-9e95-4501-bcfa-6404f7a8fa6b req-5d19c127-15a5-4d6e-acce-35189312a34a service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393719 Feb 17 20:16:35.025552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df649682-e67e-4524-a240-acbab5454dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:37.387552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-31dffde6-cf2f-486a-ba6d-a2569cfca07a tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Synchronizing usage tracker for tenant:6ca4edba84fd404b926172b1687fa4ac on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:16:37.405572 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-31dffde6-cf2f-486a-ba6d-a2569cfca07a tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Unset dirty status for tenant:6ca4edba84fd404b926172b1687fa4ac on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:16:37.406852 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-31dffde6-cf2f-486a-ba6d-a2569cfca07a tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1825066602&fields=id&tenant_id=6ca4edba84fd404b926172b1687fa4ac HTTP/1.1" status: 200 len: 267 time: 0.0627584 Feb 17 20:16:37.571233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-02b1df1d-73ce-4359-91ef-4db3aff3f874 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:37.572733 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-02b1df1d-73ce-4359-91ef-4db3aff3f874 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/networks?id=32488c97-a31e-48ff-9e35-7cc59840c794 HTTP/1.1" status: 200 len: 808 time: 0.1581097 Feb 17 20:16:37.588364 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-2fbae0e4-c836-4778-b9e0-5dd9ad9e7ef3 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/quotas/6ca4edba84fd404b926172b1687fa4ac HTTP/1.1" status: 200 len: 375 time: 0.0096424 Feb 17 20:16:37.677765 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a7a0345b-332f-425d-8b46-6a8d674e2fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:37.681145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-36f5a9dd-d3cf-4a3a-9e04-398d2ce85fb3 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Synchronizing usage tracker for tenant:6ca4edba84fd404b926172b1687fa4ac on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:16:37.696949 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-36f5a9dd-d3cf-4a3a-9e04-398d2ce85fb3 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Unset dirty status for tenant:6ca4edba84fd404b926172b1687fa4ac on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:16:37.698321 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-36f5a9dd-d3cf-4a3a-9e04-398d2ce85fb3 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ca4edba84fd404b926172b1687fa4ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046641 Feb 17 20:16:37.846788 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-b3a09910-4aaf-434c-83e9-b9f45514f658 service neutron] 10.222.0.73 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360180 Feb 17 20:16:37.937566 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:37.991862 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-4020061a-1343-4ed1-bbdf-bc69cae5b00f service neutron] 10.222.0.73 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380603 Feb 17 20:16:38.441554 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ab70b0c6-d7e1-48f7-80dd-a06aee3041fb req-4cf7d560-f371-41be-80f9-e6d7cd850569 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 210 time: 0.0514512 Feb 17 20:16:39.177934 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:39.447555 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:39.575702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-0918c63e-ff62-48a6-a645-57abde950aab tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:39.576624 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-0918c63e-ff62-48a6-a645-57abde950aab tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Synchronizing usage tracker for tenant:6ca4edba84fd404b926172b1687fa4ac on resource:network {{(pid=84037) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:16:39.601221 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-0918c63e-ff62-48a6-a645-57abde950aab tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Unset dirty status for tenant:6ca4edba84fd404b926172b1687fa4ac on resource:network {{(pid=84037) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:16:39.602500 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-0918c63e-ff62-48a6-a645-57abde950aab tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.127 "GET /v2.0/networks?id=32488c97-a31e-48ff-9e35-7cc59840c794 HTTP/1.1" status: 200 len: 808 time: 0.2211256 Feb 17 20:16:39.611048 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d1ec94e0-bc61-4988-8a10-7bce80f40bd4 req-c32fc5e2-03b2-4480-8d0e-df859cfecd70 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 210 time: 0.0558052 Feb 17 20:16:39.684495 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-be7618e3-6011-4ca3-961a-6ac6d28b6a03 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Synchronizing usage tracker for tenant:6ca4edba84fd404b926172b1687fa4ac on resource:security_group {{(pid=84037) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:16:39.697508 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-be7618e3-6011-4ca3-961a-6ac6d28b6a03 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Unset dirty status for tenant:6ca4edba84fd404b926172b1687fa4ac on resource:security_group {{(pid=84037) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:16:39.698958 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-be7618e3-6011-4ca3-961a-6ac6d28b6a03 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=6ca4edba84fd404b926172b1687fa4ac HTTP/1.1" status: 200 len: 5759 time: 0.0879197 Feb 17 20:16:39.711464 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Request body: {'port': {'device_id': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'admin_state_up': True, 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'security_groups': ['39e313ea-4a48-4ea3-bacf-7f1bc46b36d1']}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:39.859532 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:39.869315 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:39.878832 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Made reservation on behalf of 6ca4edba84fd404b926172b1687fa4ac for: {'port': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:16:39.884482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:40.218594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Allocated IP 172.20.0.6 (32488c97-a31e-48ff-9e35-7cc59840c794/1e93fb0e-6266-4ab2-8079-19ede8c3b37f/a72085ec-9b5d-4eca-ba22-af5a5d922bc6) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:16:40.424753 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:40.442890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Transition to ACTIVE for port object a72085ec-9b5d-4eca-ba22-af5a5d922bc6 will not be triggered until provisioned by entity DHCP. {{(pid=84037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:40.465721 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:40.481017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-22a5ae7b-710c-4361-90e9-5306e87077cb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:40.626028 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Pushing event updated for resources: {'Port': ['ID=a72085ec-9b5d-4eca-ba22-af5a5d922bc6,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:40.631297 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:40.687847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Network 32488c97-a31e-48ff-9e35-7cc59840c794 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:40.689055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:40.691443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:16:40.759932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:40.760583 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:40.788821 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-a27c1baa-edd7-4a6c-8ce6-9cd11e745530 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0813906 Feb 17 20:16:40.819469 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107fed8-3674-48de-be9d-e0c87758d702 req-bf092f04-c2a1-4c9c-85c6-d8faae4d71e6 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:40.821134 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5107fed8-3674-48de-be9d-e0c87758d702 req-bf092f04-c2a1-4c9c-85c6-d8faae4d71e6 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 931 time: 0.0926688 Feb 17 20:16:40.870803 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5107fed8-3674-48de-be9d-e0c87758d702 req-89a07c28-e7c7-47bc-b215-94459823d058 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0433340 Feb 17 20:16:40.957631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-4d91dfb0-d24d-4635-9118-8f669b8b0c9c None None] Provisioning for port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:40.962599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-4d91dfb0-d24d-4635-9118-8f669b8b0c9c None None] Provisioning complete for port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:40.962976 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4d91dfb0-d24d-4635-9118-8f669b8b0c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:41.022485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-4d91dfb0-d24d-4635-9118-8f669b8b0c9c None None] Port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:16:42.071643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22fbd6-52f7-47ec-ae81-4574c6dae205 req-fbc7c3d6-622d-451c-a864-56e92019d4e4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:42.073240 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7a22fbd6-52f7-47ec-ae81-4574c6dae205 req-fbc7c3d6-622d-451c-a864-56e92019d4e4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 931 time: 0.0901754 Feb 17 20:16:42.120908 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7a22fbd6-52f7-47ec-ae81-4574c6dae205 req-d0e616fa-fb89-4f8b-95f1-36e33f0d253e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0413880 Feb 17 20:16:43.317124 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c6856-c0cc-4b67-a98b-1eff726a2727 req-53bb736b-6459-41a2-ba82-5a517bb5caa7 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:43.318761 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a42c6856-c0cc-4b67-a98b-1eff726a2727 req-53bb736b-6459-41a2-ba82-5a517bb5caa7 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 931 time: 0.0877419 Feb 17 20:16:43.352176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Request body: {'port': {'device_id': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:43.356058 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:43.368069 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a42c6856-c0cc-4b67-a98b-1eff726a2727 req-78cdfda1-a4b5-4d07-ab98-994697fb0c65 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0431087 Feb 17 20:16:43.516155 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:43.940118 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a72085ec-9b5d-4eca-ba22-af5a5d922bc6 {{(pid=84037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:16:43.950667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:43.963373 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Transition to ACTIVE for port object a72085ec-9b5d-4eca-ba22-af5a5d922bc6 will not be triggered until provisioned by entity L2. {{(pid=84037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:16:43.966159 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828486052'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:43.982705 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4fab935d-2722-4d12-86ee-a6fa32478e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:44.351188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Pushing event updated for resources: {'Port': ['ID=a72085ec-9b5d-4eca-ba22-af5a5d922bc6,revision_number=2']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:44.356387 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:44.574810 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Attempting to bind port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:16:44.575201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Attempting to bind port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': '826863b8-d59f-4c52-9c0a-90f66f31216d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794'}] {{(pid=84037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:16:44.575581 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Attempting to bind port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 on network 32488c97-a31e-48ff-9e35-7cc59840c794 {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:16:44.581798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:16:44.582182 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Checking segment: {'id': '826863b8-d59f-4c52-9c0a-90f66f31216d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:16:44.582598 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:44.583001 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Bound using segment: {'id': '826863b8-d59f-4c52-9c0a-90f66f31216d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794'} {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:16:44.583487 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Bound port: a72085ec-9b5d-4eca-ba22-af5a5d922bc6, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826863b8-d59f-4c52-9c0a-90f66f31216d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794'}}] {{(pid=84037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:16:44.583873 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:44.623620 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816c8c8-7ead-4899-aac0-8e2769cb90b2 req-91d90359-0c7b-4ba4-85ff-25ea8830fb87 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:44.625247 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a816c8c8-7ead-4899-aac0-8e2769cb90b2 req-91d90359-0c7b-4ba4-85ff-25ea8830fb87 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0971067 Feb 17 20:16:44.679728 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a816c8c8-7ead-4899-aac0-8e2769cb90b2 req-e6b4567f-c82b-4486-b456-92045f449bf0 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0476227 Feb 17 20:16:44.691833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] For port a72085ec-9b5d-4eca-ba22-af5a5d922bc6, host hv-cinder-76003, cleared binding levels {{(pid=84037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:16:44.697414 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] For port a72085ec-9b5d-4eca-ba22-af5a5d922bc6, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6,segment=NetworkSegment(826863b8-d59f-4c52-9c0a-90f66f31216d),segment_id=826863b8-d59f-4c52-9c0a-90f66f31216d)] {{(pid=84037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:16:44.701482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828486052'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:44.718236 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:44.865750 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Pushing event updated for resources: {'Port': ['ID=a72085ec-9b5d-4eca-ba22-af5a5d922bc6,revision_number=3']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:44.879252 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:44.919311 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:44.920119 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:44.922155 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] 10.222.0.127 "PUT /v2.0/ports/a72085ec-9b5d-4eca-ba22-af5a5d922bc6 HTTP/1.1" status: 200 len: 1157 time: 1.5773365 Feb 17 20:16:44.922713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:16:45.021206 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6', 'status': 'completed', 'code': 200} Feb 17 20:16:45.078088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-79cfb7f9-3bee-4a63-b501-05e76cf934d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:45.079926 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-79cfb7f9-3bee-4a63-b501-05e76cf934d2 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ca4edba84fd404b926172b1687fa4ac&device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 1160 time: 0.1137173 Feb 17 20:16:45.185866 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-4a77c29d-4005-42a6-a069-aa299cbbb122 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6 HTTP/1.1" status: 200 len: 217 time: 0.0968049 Feb 17 20:16:45.259466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-c8b77905-336d-4e99-ab6d-bb86cf1f0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:45.261089 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-c8b77905-336d-4e99-ab6d-bb86cf1f0b9d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1e93fb0e-6266-4ab2-8079-19ede8c3b37f HTTP/1.1" status: 200 len: 847 time: 0.0687554 Feb 17 20:16:45.349674 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-0dd7d2b8-33b7-47d3-81b6-1caa6851e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:45.351625 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-0dd7d2b8-33b7-47d3-81b6-1caa6851e330 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=32488c97-a31e-48ff-9e35-7cc59840c794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835276 Feb 17 20:16:45.518189 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-6155ae6c-4af3-4e67-804d-f018f00020d2 service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596057 Feb 17 20:16:45.668207 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-73a1a3a9-f311-4366-a383-184b0c9339ea req-b974b9dd-dbb8-41cf-8ca3-d8d205faa1b5 service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426475 Feb 17 20:16:45.800514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc2a08-aa8b-4a5a-80bd-e7d194ca4983 req-9b592bdb-dabe-4ac0-8b47-758ce40e6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:45.802277 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-74fc2a08-aa8b-4a5a-80bd-e7d194ca4983 req-9b592bdb-dabe-4ac0-8b47-758ce40e6332 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ca4edba84fd404b926172b1687fa4ac&device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 1160 time: 0.0850639 Feb 17 20:16:45.893376 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b34a0e-1e8e-426f-9b26-432faf81af7a req-4b6c16b6-b3bf-4dc6-9e61-2f24fe97a470 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:45.895517 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-98b34a0e-1e8e-426f-9b26-432faf81af7a req-4b6c16b6-b3bf-4dc6-9e61-2f24fe97a470 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0992913 Feb 17 20:16:45.949788 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-98b34a0e-1e8e-426f-9b26-432faf81af7a req-60162989-3d8d-494a-835f-e48ebfdd49c8 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0478384 Feb 17 20:16:45.950035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc2a08-aa8b-4a5a-80bd-e7d194ca4983 req-11220473-d771-4f41-acd9-8b02d24c720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:45.951595 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-74fc2a08-aa8b-4a5a-80bd-e7d194ca4983 req-11220473-d771-4f41-acd9-8b02d24c720f service neutron] 10.222.0.127 "GET /v2.0/networks?id=32488c97-a31e-48ff-9e35-7cc59840c794 HTTP/1.1" status: 200 len: 902 time: 0.1420927 Feb 17 20:16:46.026259 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-74fc2a08-aa8b-4a5a-80bd-e7d194ca4983 req-d8f1cde6-32da-4146-bf8c-46aacf730702 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6 HTTP/1.1" status: 200 len: 217 time: 0.0667436 Feb 17 20:16:46.098932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc2a08-aa8b-4a5a-80bd-e7d194ca4983 req-ee47e36b-061e-4505-9f51-ac580737ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:46.100518 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-74fc2a08-aa8b-4a5a-80bd-e7d194ca4983 req-ee47e36b-061e-4505-9f51-ac580737ad4c service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1e93fb0e-6266-4ab2-8079-19ede8c3b37f HTTP/1.1" status: 200 len: 847 time: 0.0678654 Feb 17 20:16:46.184885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc2a08-aa8b-4a5a-80bd-e7d194ca4983 req-5f2dac6b-c7a5-4136-a320-8d4ddf62e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:46.186520 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-74fc2a08-aa8b-4a5a-80bd-e7d194ca4983 req-5f2dac6b-c7a5-4136-a320-8d4ddf62e9a4 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=32488c97-a31e-48ff-9e35-7cc59840c794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778601 Feb 17 20:16:46.332494 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-74fc2a08-aa8b-4a5a-80bd-e7d194ca4983 req-b7261211-0beb-4dda-800c-30d1f88345e6 service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377625 Feb 17 20:16:46.493444 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-74fc2a08-aa8b-4a5a-80bd-e7d194ca4983 req-ac10f2fc-1a22-41f0-9e8f-2c0dee06eb1e service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1532595 Feb 17 20:16:46.633056 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb2b7c-fcce-41fe-8c06-13a910663ff4 req-7933dcc7-0637-4d61-98c7-dd09c6e5a87e tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:46.634694 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7acb2b7c-fcce-41fe-8c06-13a910663ff4 req-7933dcc7-0637-4d61-98c7-dd09c6e5a87e tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0928977 Feb 17 20:16:46.683568 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7acb2b7c-fcce-41fe-8c06-13a910663ff4 req-f51d583a-c0e4-4998-ade2-5f1696a45b2e tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426023 Feb 17 20:16:47.151217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077b97a-7fdc-426f-9add-ea8bb87bcf47 req-f20dc1d8-4eb3-4ec4-a101-b7e3add65d20 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:47.152791 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5077b97a-7fdc-426f-9add-ea8bb87bcf47 req-f20dc1d8-4eb3-4ec4-a101-b7e3add65d20 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0894947 Feb 17 20:16:47.200593 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5077b97a-7fdc-426f-9add-ea8bb87bcf47 req-f8dfb8e4-508f-4bf2-b6a3-0ad9423b0a16 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414929 Feb 17 20:16:47.884203 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07126eb6-7d07-41ac-8015-d7debcc2cd1c req-938ee2d9-4384-408d-8600-79d3dd15aacd tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:47.885841 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-07126eb6-7d07-41ac-8015-d7debcc2cd1c req-938ee2d9-4384-408d-8600-79d3dd15aacd tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0879030 Feb 17 20:16:47.934667 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-07126eb6-7d07-41ac-8015-d7debcc2cd1c req-e897803f-86d2-4dbe-b8fe-f3b8db7236d8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425875 Feb 17 20:16:48.405995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a705e9-9fc4-4aac-8bf0-d9fc335f15c2 req-34b0a114-0a55-4b22-8f73-c6254ea93971 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:48.407594 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-29a705e9-9fc4-4aac-8bf0-d9fc335f15c2 req-34b0a114-0a55-4b22-8f73-c6254ea93971 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0923686 Feb 17 20:16:48.456341 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-29a705e9-9fc4-4aac-8bf0-d9fc335f15c2 req-da5b9119-24c7-4b90-b5c5-5df6fd133776 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0425274 Feb 17 20:16:49.141063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dacfd1-d84f-43fb-a9ee-1fb70891ba12 req-6f5ff53e-9e00-426c-9e31-2bc06f04dee8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:49.142671 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e0dacfd1-d84f-43fb-a9ee-1fb70891ba12 req-6f5ff53e-9e00-426c-9e31-2bc06f04dee8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0855443 Feb 17 20:16:49.194898 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e0dacfd1-d84f-43fb-a9ee-1fb70891ba12 req-89ae36d0-ae20-441c-9388-25ee7a66342b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454652 Feb 17 20:16:49.655614 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6e463-1132-400b-ab27-9e8124ba633f req-24772241-20d0-4256-8803-43b39e69ae81 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:49.656806 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-59a6e463-1132-400b-ab27-9e8124ba633f req-24772241-20d0-4256-8803-43b39e69ae81 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0891142 Feb 17 20:16:49.710524 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-59a6e463-1132-400b-ab27-9e8124ba633f req-a5dec57b-0402-45bc-9d2c-05546c246b98 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0466437 Feb 17 20:16:50.405605 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da339-03d6-41f1-94af-1cf24d7fe76a req-f10d1500-5ca7-488b-8dec-dbc9da9a9177 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:50.407333 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-db5da339-03d6-41f1-94af-1cf24d7fe76a req-f10d1500-5ca7-488b-8dec-dbc9da9a9177 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0940039 Feb 17 20:16:50.457858 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-db5da339-03d6-41f1-94af-1cf24d7fe76a req-09edd812-7873-4d65-aa12-4ff411e209a6 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434124 Feb 17 20:16:50.908826 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656022e0-1020-4751-80d8-aeb211f8941e req-d0272426-afe3-45ba-a0da-8e08eb9545ba tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:50.911038 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-656022e0-1020-4751-80d8-aeb211f8941e req-d0272426-afe3-45ba-a0da-8e08eb9545ba tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0877666 Feb 17 20:16:50.959823 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-656022e0-1020-4751-80d8-aeb211f8941e req-f16205b6-0897-4f6f-91ca-d088381fcee2 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0420644 Feb 17 20:16:51.666178 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6849b-e637-48ee-9a5e-746d20f5cbc3 req-dfa8968d-aa33-4335-9065-50079a345395 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:51.667808 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b3c6849b-e637-48ee-9a5e-746d20f5cbc3 req-dfa8968d-aa33-4335-9065-50079a345395 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0910172 Feb 17 20:16:51.716801 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b3c6849b-e637-48ee-9a5e-746d20f5cbc3 req-8272b4f3-b910-48b9-8f45-26187d7008a4 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424709 Feb 17 20:16:52.163518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35071d-6882-4694-90a9-eb8ee8866327 req-07953ed2-c30a-414f-9a18-cafbf6c6ebb4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:52.165170 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6b35071d-6882-4694-90a9-eb8ee8866327 req-07953ed2-c30a-414f-9a18-cafbf6c6ebb4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0889843 Feb 17 20:16:52.216473 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6b35071d-6882-4694-90a9-eb8ee8866327 req-df389526-9b5c-479d-bc07-c15a92beee93 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0448654 Feb 17 20:16:52.926195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9576e38-e896-4b90-828a-0a8078ec3c0c req-ae9e9349-ab61-44fb-8478-4144d97009b1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:52.927763 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a9576e38-e896-4b90-828a-0a8078ec3c0c req-ae9e9349-ab61-44fb-8478-4144d97009b1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0892019 Feb 17 20:16:52.976994 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a9576e38-e896-4b90-828a-0a8078ec3c0c req-85c29384-58db-4231-9d90-895cf3c23bfd tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426354 Feb 17 20:16:53.420205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aeb828-3f3d-42d8-b0e7-0271bdfca96b req-e953bd82-adce-4ae9-8dfc-59afd2599449 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:53.421848 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-01aeb828-3f3d-42d8-b0e7-0271bdfca96b req-e953bd82-adce-4ae9-8dfc-59afd2599449 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0914266 Feb 17 20:16:53.470001 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-01aeb828-3f3d-42d8-b0e7-0271bdfca96b req-7648c56d-e073-47a7-b619-1bc819b402b2 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0410824 Feb 17 20:16:53.900505 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device a72085ec-9b5d-4eca-ba22-af5a5d922bc6 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:53.970602 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:16:53.976454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:53.976904 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:54.102970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:54.132137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:16:54.142699 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port a72085ec-9b5d-4eca-ba22-af5a5d922bc6, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6,segment=NetworkSegment(826863b8-d59f-4c52-9c0a-90f66f31216d),segment_id=826863b8-d59f-4c52-9c0a-90f66f31216d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:16:54.147174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:54.152138 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:54.199405 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440b1df-69ad-4bd8-87a0-f03551adbec5 req-54ca582d-2dc3-49eb-b15a-3f12dda1e372 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:54.208585 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3440b1df-69ad-4bd8-87a0-f03551adbec5 req-54ca582d-2dc3-49eb-b15a-3f12dda1e372 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.1126678 Feb 17 20:16:54.247672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=a72085ec-9b5d-4eca-ba22-af5a5d922bc6,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:54.252139 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3440b1df-69ad-4bd8-87a0-f03551adbec5 req-0c41900a-41d8-4b8c-8c4f-6ef06bb38283 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424545 Feb 17 20:16:54.256658 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.257079 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.257497 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.258010 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.258390 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.258767 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.259143 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.259656 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.260032 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.260404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.260775 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.261173 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.261645 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.262021 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.262392 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.262759 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.263128 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.263500 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.263867 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.264238 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.264633 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.265030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.265400 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.265742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:54.281054 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:54.325247 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6', 'code': 200} Feb 17 20:16:54.646310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dbf96-d253-4a24-881c-49bcac26848d req-248bd9b6-4223-419a-b1fe-4d5dfb1c04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:54.647922 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a1dbf96-d253-4a24-881c-49bcac26848d req-248bd9b6-4223-419a-b1fe-4d5dfb1c04c0 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 1162 time: 0.0892444 Feb 17 20:16:54.681167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8a36c-b3a5-41e3-bf3e-08ac2bc0491a req-cbb97dc4-6e81-498a-a4c7-a8713d67b7ef tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:54.682860 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-75f8a36c-b3a5-41e3-bf3e-08ac2bc0491a req-cbb97dc4-6e81-498a-a4c7-a8713d67b7ef tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 945 time: 0.0962384 Feb 17 20:16:54.693346 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a1dbf96-d253-4a24-881c-49bcac26848d req-004e3920-7e85-4515-bc44-53891b540a06 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0384846 Feb 17 20:16:54.733012 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-75f8a36c-b3a5-41e3-bf3e-08ac2bc0491a req-296c4027-77e9-4a74-9f88-82baeb9936c6 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437284 Feb 17 20:16:55.456192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535cb79-5446-4d6b-b377-8b63b944e439 req-15610e7b-e7a0-4392-aada-2b1614881e4d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:55.457934 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6535cb79-5446-4d6b-b377-8b63b944e439 req-15610e7b-e7a0-4392-aada-2b1614881e4d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0863197 Feb 17 20:16:55.508732 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6535cb79-5446-4d6b-b377-8b63b944e439 req-a14fef31-d01c-4e09-9195-e0e9e54da7ff tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446491 Feb 17 20:16:55.564495 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device a72085ec-9b5d-4eca-ba22-af5a5d922bc6 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:55.638431 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:55.638877 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:55.936123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6fe1d-762c-433e-84ee-27e2e7b2d7be req-dcb37b8b-e0bc-43bd-9236-2600b5a275aa tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:55.937822 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-aaf6fe1d-762c-433e-84ee-27e2e7b2d7be req-dcb37b8b-e0bc-43bd-9236-2600b5a275aa tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 945 time: 0.0887322 Feb 17 20:16:55.987440 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-aaf6fe1d-762c-433e-84ee-27e2e7b2d7be req-bd0c9aa6-9dae-4bf6-b689-16395aee6855 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0422807 Feb 17 20:16:56.722269 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e559360-88c2-4640-b7f4-84cd9a6a17ad req-f5d94af5-78d4-4c85-a4af-4e9466edc37a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:56.723802 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7e559360-88c2-4640-b7f4-84cd9a6a17ad req-f5d94af5-78d4-4c85-a4af-4e9466edc37a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0928650 Feb 17 20:16:56.964453 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7e559360-88c2-4640-b7f4-84cd9a6a17ad req-9b68ace3-386d-453c-83e4-e652207b464a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344167 Feb 17 20:16:57.187531 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4238586-cf6b-49b6-83f0-6309de0c4022 req-767e4337-391c-41f4-8874-2e09ad00a0d2 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:57.189240 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a4238586-cf6b-49b6-83f0-6309de0c4022 req-767e4337-391c-41f4-8874-2e09ad00a0d2 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 945 time: 0.0885136 Feb 17 20:16:57.237563 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a4238586-cf6b-49b6-83f0-6309de0c4022 req-eb2b389e-0c3e-4957-b686-ce7cb2465be7 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0418975 Feb 17 20:16:57.436830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba55113-0183-44ba-9baf-97c0ace4dcfb req-61d6af89-6384-4236-9acc-f6e153d823cc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:57.438489 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4ba55113-0183-44ba-9baf-97c0ace4dcfb req-61d6af89-6384-4236-9acc-f6e153d823cc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 945 time: 0.0893724 Feb 17 20:16:57.488685 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4ba55113-0183-44ba-9baf-97c0ace4dcfb req-854d67a0-fbbe-43a1-ab40-7b8bf1b5e44c tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0424054 Feb 17 20:16:57.587694 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device a72085ec-9b5d-4eca-ba22-af5a5d922bc6 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:16:57.660570 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:16:57.661013 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:57.693470 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-278fe7f2-c2c2-4ee5-b68a-cfd4cf752b78 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1655362 Feb 17 20:16:57.704088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Request body: {'floatingip': {'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:16:57.710313 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:16:57.714385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Usage tracker for resource:floatingip and tenant:6ca4edba84fd404b926172b1687fa4ac is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:16:57.717450 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:16:57.724088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:16:57.733793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for floatingip, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:57.886419 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:58.247357 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Allocated IP 172.27.1.82 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/6c16e187-9495-4e75-847d-6419329b712e) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:16:58.261895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ec1f4-1277-47aa-9835-3fd5a402a413 req-cb354ef6-aca1-4e5d-8dec-40d5e41e5a22 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:58.263565 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-782ec1f4-1277-47aa-9835-3fd5a402a413 req-cb354ef6-aca1-4e5d-8dec-40d5e41e5a22 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.1792445 Feb 17 20:16:58.405032 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-782ec1f4-1277-47aa-9835-3fd5a402a413 req-03bd8281-58f9-4c1a-8d8f-65b8b9ed086c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346779 Feb 17 20:16:58.468969 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:58.498859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:58.515484 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-150cd17d-9c5d-41d7-8e3d-4a2d66c8a967 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:58.652995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Pushing event updated for resources: {'Port': ['ID=6c16e187-9495-4e75-847d-6419329b712e,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:58.667862 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.668291 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.668676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.669100 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.669496 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.669887 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.670276 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.670661 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.671044 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.671436 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.672067 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.672486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.672958 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.673347 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.673813 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.674094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.674475 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.674857 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.675243 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.675626 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.676006 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.676387 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.676767 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.677174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:16:58.691322 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:58.728208 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:16:58.729383 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:16:58.731748 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:16:58.859558 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:58.930446 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:59.202319 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:59.205884 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:59.221010 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a4479d26-7c27-4780-a1b1-1a596efd79ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:16:59.361239 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Pushing event updated for resources: {'Port': ['ID=6c16e187-9495-4e75-847d-6419329b712e,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:16:59.365033 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:16:59.467159 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:59.502024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:16:59.503385 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8035667 Feb 17 20:16:59.644468 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-43f5653f-b453-47e8-a981-26de32a31776 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Synchronizing usage tracker for tenant:6ca4edba84fd404b926172b1687fa4ac on resource:floatingip {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:16:59.670520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-43f5653f-b453-47e8-a981-26de32a31776 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Unset dirty status for tenant:6ca4edba84fd404b926172b1687fa4ac on resource:floatingip {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:16:59.670520 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-43f5653f-b453-47e8-a981-26de32a31776 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.82 HTTP/1.1" status: 200 len: 695 time: 0.1588559 Feb 17 20:16:59.796209 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c675a-b088-44a5-aa42-cf9b04b82433 req-5bad4727-a1cc-4253-b12d-daf42eee4ef5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:59.798003 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a83c675a-b088-44a5-aa42-cf9b04b82433 req-5bad4727-a1cc-4253-b12d-daf42eee4ef5 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.2231030 Feb 17 20:16:59.894021 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-aab5fedd-0090-4106-a799-1b6b23c3db36 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:16:59.895506 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-aab5fedd-0090-4106-a799-1b6b23c3db36 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/networks/20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 HTTP/1.1" status: 200 len: 784 time: 0.2187924 Feb 17 20:16:59.900286 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a83c675a-b088-44a5-aa42-cf9b04b82433 req-7f23daa3-955e-40f4-9be0-91fb2a578d93 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883501 Feb 17 20:16:59.906838 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-1d0f89e3-d58d-44e7-9b0e-b6e1daa00d8f tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:16:59.907893 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a5c2af15-e553-4dce-b473-2f19d4b8197d req-1d0f89e3-d58d-44e7-9b0e-b6e1daa00d8f tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059865 Feb 17 20:17:00.100581 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-4e8b436d-22ae-42cf-a673-a672b66ddbce tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:00.102231 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-4e8b436d-22ae-42cf-a673-a672b66ddbce tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0953550 Feb 17 20:17:00.371774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:17:00.428881 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-66ad2120-251f-4cc9-8bdf-e481d5f2f798 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.82 HTTP/1.1" status: 200 len: 695 time: 0.3201656 Feb 17 20:17:00.443592 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-b4b4a35e-aa6a-463e-9b90-23cd2ed13c8e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Request body: {'floatingip': {'port_id': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:17:00.543018 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-b4b4a35e-aa6a-463e-9b90-23cd2ed13c8e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for floatingip, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:01.358035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f92d3-d90f-422b-bc79-23759412172e req-9981093f-ba9b-4b8c-a3e7-44e3bbf7cb24 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:01.359684 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-657f92d3-d90f-422b-bc79-23759412172e req-9981093f-ba9b-4b8c-a3e7-44e3bbf7cb24 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.2815330 Feb 17 20:17:01.476594 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-657f92d3-d90f-422b-bc79-23759412172e req-7c966792-75b3-454f-afbd-ccc649801120 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057687 Feb 17 20:17:01.608635 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-b4b4a35e-aa6a-463e-9b90-23cd2ed13c8e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:01.612462 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-b4b4a35e-aa6a-463e-9b90-23cd2ed13c8e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:01.810378 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-b4b4a35e-aa6a-463e-9b90-23cd2ed13c8e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Floating IP b6b0a78a-8cf1-4384-b712-db8cb0d83686 associated. External IP: 172.27.1.82, port: a72085ec-9b5d-4eca-ba22-af5a5d922bc6. Feb 17 20:17:02.443485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-b4b4a35e-aa6a-463e-9b90-23cd2ed13c8e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Router 8d886e3a-95e5-4606-9926-c48a1922db4b has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:17:02.702150 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-b4b4a35e-aa6a-463e-9b90-23cd2ed13c8e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:17:02.707198 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-b4b4a35e-aa6a-463e-9b90-23cd2ed13c8e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:02.711905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a8514c-6578-4b65-92e0-ca6a4a780fda None None] Sync routers for ids ['8d886e3a-95e5-4606-9926-c48a1922db4b'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:17:02.722229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a8514c-6578-4b65-92e0-ca6a4a780fda None None] Routers {'8d886e3a-95e5-4606-9926-c48a1922db4b'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:17:02.723227 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-d4a8514c-6578-4b65-92e0-ca6a4a780fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:16:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['8d886e3a-95e5-4606-9926-c48a1922db4b'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:17:02.793094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de6304-4faa-4dae-900b-f36101d761e0 req-c2cecccf-57fe-4bb2-84da-d391c74c13b3 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:02.794788 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f5de6304-4faa-4dae-900b-f36101d761e0 req-c2cecccf-57fe-4bb2-84da-d391c74c13b3 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.1790030 Feb 17 20:17:02.800179 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-b4b4a35e-aa6a-463e-9b90-23cd2ed13c8e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "PUT /v2.0/floatingips/b6b0a78a-8cf1-4384-b712-db8cb0d83686 HTTP/1.1" status: 200 len: 995 time: 2.3616722 Feb 17 20:17:02.800763 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:17:02.912494 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f5de6304-4faa-4dae-900b-f36101d761e0 req-4c231786-a16a-4dbd-b1ca-2eb4e5388484 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050534 Feb 17 20:17:02.986064 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-9b75a2a1-6290-410d-96ee-170f69f1a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:02.992548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-d4a8514c-6578-4b65-92e0-ca6a4a780fda None None] Set router 8d886e3a-95e5-4606-9926-c48a1922db4b gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:17:02.995009 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-9b75a2a1-6290-410d-96ee-170f69f1a7fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ca4edba84fd404b926172b1687fa4ac&device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 1162 time: 0.1699650 Feb 17 20:17:03.118814 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6', 'status': 'completed', 'code': 200} Feb 17 20:17:03.198168 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bb91-8398-42c3-a215-e50cef764493 req-269e4f93-a6c5-4d9a-b509-420078c1b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:03.199833 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3d01bb91-8398-42c3-a215-e50cef764493 req-269e4f93-a6c5-4d9a-b509-420078c1b952 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ca4edba84fd404b926172b1687fa4ac&device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 1162 time: 0.0999885 Feb 17 20:17:03.229085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-258ce0f6-4a44-4147-9c15-fe3ba5a34acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:03.235017 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-258ce0f6-4a44-4147-9c15-fe3ba5a34acb service neutron] 10.222.0.73 "GET /v2.0/networks?id=32488c97-a31e-48ff-9e35-7cc59840c794 HTTP/1.1" status: 200 len: 902 time: 0.2388937 Feb 17 20:17:03.372160 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-2fe72778-277e-4670-80e1-b483c93d5625 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6 HTTP/1.1" status: 200 len: 998 time: 0.1282089 Feb 17 20:17:03.478563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bb91-8398-42c3-a215-e50cef764493 req-9964aa81-f187-4261-a08e-6fa3b77a0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:03.480390 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-d4a8514c-6578-4b65-92e0-ca6a4a780fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:59Z', 'updated_at': '2021-02-17T20:16:06Z', 'revision_number': 4, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'gw_port': {'id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:01Z', 'updated_at': '2021-02-17T20:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': 'b6b0a78a-8cf1-4384-b712-db8cb0d83686', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'port_id': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'mac_address': 'fa:16:3e:af:3a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:16:58Z', 'updated_at': '2021-02-17T20:17:01Z', 'revision_number': 1, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a0470fe-ae25-49d6-ab0b-a9a27343f76a', 'name': '', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'mac_address': 'fa:16:3e:7d:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:05Z', 'updated_at': '2021-02-17T20:16:17Z', 'revision_number': 5, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'subnets': [{'id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:17:03.481327 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3d01bb91-8398-42c3-a215-e50cef764493 req-9964aa81-f187-4261-a08e-6fa3b77a0f97 service neutron] 10.222.0.127 "GET /v2.0/networks?id=32488c97-a31e-48ff-9e35-7cc59840c794 HTTP/1.1" status: 200 len: 902 time: 0.2729886 Feb 17 20:17:03.482723 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-bf61dbb7-2a19-4067-928a-7b644becae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:03.485231 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a8514c-6578-4b65-92e0-ca6a4a780fda None None] Checking router: 8d886e3a-95e5-4606-9926-c48a1922db4b for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:17:03.489633 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-bf61dbb7-2a19-4067-928a-7b644becae6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e93fb0e-6266-4ab2-8079-19ede8c3b37f HTTP/1.1" status: 200 len: 847 time: 0.1010039 Feb 17 20:17:03.500705 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a8514c-6578-4b65-92e0-ca6a4a780fda None None] Routers {'8d886e3a-95e5-4606-9926-c48a1922db4b'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:17:03.501446 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-d4a8514c-6578-4b65-92e0-ca6a4a780fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:16:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['8d886e3a-95e5-4606-9926-c48a1922db4b'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:17:03.587196 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-58f4ff4a-812c-4fed-b3e6-52a4c590d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:03.589835 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-58f4ff4a-812c-4fed-b3e6-52a4c590d239 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32488c97-a31e-48ff-9e35-7cc59840c794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964124 Feb 17 20:17:03.610282 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-337d7a05-d39c-4973-bb9d-db27095f348b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:17:03.612410 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-337d7a05-d39c-4973-bb9d-db27095f348b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0119216 Feb 17 20:17:03.660953 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3d01bb91-8398-42c3-a215-e50cef764493 req-f185dc22-2238-44a1-98a9-034b3ad2a789 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6 HTTP/1.1" status: 200 len: 998 time: 0.1695840 Feb 17 20:17:03.775970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bb91-8398-42c3-a215-e50cef764493 req-38254364-be8f-448f-896c-eeb4bdbfc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:03.778392 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3d01bb91-8398-42c3-a215-e50cef764493 req-38254364-be8f-448f-896c-eeb4bdbfc4a1 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1e93fb0e-6266-4ab2-8079-19ede8c3b37f HTTP/1.1" status: 200 len: 847 time: 0.1076393 Feb 17 20:17:03.804392 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-7ac8781b-1036-40fa-8ab8-c92a36198a84 service neutron] 10.222.0.73 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778328 Feb 17 20:17:03.884362 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bb91-8398-42c3-a215-e50cef764493 req-6f94b0df-a5d0-450b-a244-3fbb7f60db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:03.886246 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3d01bb91-8398-42c3-a215-e50cef764493 req-6f94b0df-a5d0-450b-a244-3fbb7f60db59 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=32488c97-a31e-48ff-9e35-7cc59840c794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0994499 Feb 17 20:17:03.887264 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-d4a8514c-6578-4b65-92e0-ca6a4a780fda None None] Set router 8d886e3a-95e5-4606-9926-c48a1922db4b gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:17:04.035418 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-10f4a756-3765-477c-b7f2-bb02d6e3c5b3 req-089782b6-3fca-4a66-932c-55a3a3bf2816 service neutron] 10.222.0.73 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2197020 Feb 17 20:17:04.103724 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3d01bb91-8398-42c3-a215-e50cef764493 req-f8700d40-5baa-4beb-8eed-0467446e8c31 service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016506 Feb 17 20:17:04.310558 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304be66f-56db-4ad8-9ddd-beb3a78efe5e req-bc4770da-10b6-4536-b33a-0464cb39fa92 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:04.312766 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-304be66f-56db-4ad8-9ddd-beb3a78efe5e req-bc4770da-10b6-4536-b33a-0464cb39fa92 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.1590068 Feb 17 20:17:04.368253 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3d01bb91-8398-42c3-a215-e50cef764493 req-156fcf27-0736-4e7a-a057-f1daa9ca51e9 service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2567976 Feb 17 20:17:04.406407 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-d4a8514c-6578-4b65-92e0-ca6a4a780fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:59Z', 'updated_at': '2021-02-17T20:16:06Z', 'revision_number': 4, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'gw_port': {'id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:01Z', 'updated_at': '2021-02-17T20:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': 'b6b0a78a-8cf1-4384-b712-db8cb0d83686', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'port_id': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'mac_address': 'fa:16:3e:af:3a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:16:58Z', 'updated_at': '2021-02-17T20:17:01Z', 'revision_number': 1, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a0470fe-ae25-49d6-ab0b-a9a27343f76a', 'name': '', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'mac_address': 'fa:16:3e:7d:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:05Z', 'updated_at': '2021-02-17T20:16:17Z', 'revision_number': 5, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'subnets': [{'id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:17:04.411717 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a8514c-6578-4b65-92e0-ca6a4a780fda None None] The sync data for ids ['8d886e3a-95e5-4606-9926-c48a1922db4b'] in dv-cinder-760038-3-iscsi is: [{'id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:59Z', 'updated_at': '2021-02-17T20:16:06Z', 'revision_number': 4, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'gw_port': {'id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:01Z', 'updated_at': '2021-02-17T20:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': 'b6b0a78a-8cf1-4384-b712-db8cb0d83686', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'port_id': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'mac_address': 'fa:16:3e:af:3a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:16:58Z', 'updated_at': '2021-02-17T20:17:01Z', 'revision_number': 1, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a0470fe-ae25-49d6-ab0b-a9a27343f76a', 'name': '', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'mac_address': 'fa:16:3e:7d:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:05Z', 'updated_at': '2021-02-17T20:16:17Z', 'revision_number': 5, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'subnets': [{'id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:17:04.424411 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-304be66f-56db-4ad8-9ddd-beb3a78efe5e req-f2456cfe-70dd-479d-ae4b-0b3b3db325ab tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905352 Feb 17 20:17:04.772832 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73cf841-2c14-47ab-b43a-bae85c155ec1 None None] New status for floating IP b6b0a78a-8cf1-4384-b712-db8cb0d83686: ACTIVE {{(pid=84041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:17:05.026194 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7af13210-6314-4b9a-a55f-f1b3cc113410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:05.652857 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e5224-3c97-453b-8edb-24773b9e0f73 req-ec67be5c-dfa7-44e0-b92e-27937dd7d127 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:05.654496 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0f1e5224-3c97-453b-8edb-24773b9e0f73 req-ec67be5c-dfa7-44e0-b92e-27937dd7d127 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0897231 Feb 17 20:17:05.704378 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0f1e5224-3c97-453b-8edb-24773b9e0f73 req-e39e9bba-8efa-40f4-9ea3-29de455eb81d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429451 Feb 17 20:17:06.927706 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737bcfb-13c3-4297-ac34-cae87f5f8a87 req-40e58ce0-cb99-4f11-ad03-235500077fcd tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:06.932292 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9737bcfb-13c3-4297-ac34-cae87f5f8a87 req-40e58ce0-cb99-4f11-ad03-235500077fcd tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.1020601 Feb 17 20:17:07.001930 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9737bcfb-13c3-4297-ac34-cae87f5f8a87 req-5d706645-7b44-4795-bf4d-05b31d218301 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645998 Feb 17 20:17:07.683153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-61f10392-a626-4e35-adbc-0e47fce1961f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:07.931061 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:08.228799 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c7256-e039-4ddf-953f-33c8e67c4ab0 req-a8dc5271-a46e-4311-9d0a-49dd657342ff tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:08.230388 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f86c7256-e039-4ddf-953f-33c8e67c4ab0 req-a8dc5271-a46e-4311-9d0a-49dd657342ff tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0998833 Feb 17 20:17:08.285728 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f86c7256-e039-4ddf-953f-33c8e67c4ab0 req-a2bbe170-2d4d-4873-a7c8-c6c53971c30b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480819 Feb 17 20:17:09.184416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:09.449303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:09.544795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe1a46-f602-44c8-9300-45a4772bcdec req-83f66813-d84b-41f7-bdbf-485d62649930 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:09.546782 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-62fe1a46-f602-44c8-9300-45a4772bcdec req-83f66813-d84b-41f7-bdbf-485d62649930 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.1102295 Feb 17 20:17:09.601505 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-62fe1a46-f602-44c8-9300-45a4772bcdec req-c189e5a1-37e0-4c75-a708-33059e6a3171 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475454 Feb 17 20:17:10.827235 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab4cca-c91a-4a8a-a5b5-a14c36f13df7 req-5b2d7515-5b8f-4394-971e-416f1d69b587 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:10.828836 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cab4cca-c91a-4a8a-a5b5-a14c36f13df7 req-5b2d7515-5b8f-4394-971e-416f1d69b587 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.1039402 Feb 17 20:17:10.877915 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1cab4cca-c91a-4a8a-a5b5-a14c36f13df7 req-c499dd51-0395-4fe3-a6b5-6925c5b962b1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414162 Feb 17 20:17:11.655711 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df547f1-34e9-42f6-aca0-f05328719d40 req-4f6916c0-3582-4d0d-9e85-5225661118d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:11.657368 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5df547f1-34e9-42f6-aca0-f05328719d40 req-4f6916c0-3582-4d0d-9e85-5225661118d2 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bef112b64fbd44c2889ba8317513c94e&device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 1162 time: 0.0775478 Feb 17 20:17:11.800099 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df547f1-34e9-42f6-aca0-f05328719d40 req-6d842ebe-c2e1-4a4c-a436-bbe1c2c87bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:11.801746 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5df547f1-34e9-42f6-aca0-f05328719d40 req-6d842ebe-c2e1-4a4c-a436-bbe1c2c87bf1 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 200 len: 911 time: 0.1366057 Feb 17 20:17:11.911164 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5df547f1-34e9-42f6-aca0-f05328719d40 req-697b7826-4026-4bdb-b0b4-800694928189 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=587e0270-a916-4e76-b9ea-6ed8c2046787 HTTP/1.1" status: 200 len: 1001 time: 0.1022327 Feb 17 20:17:11.981375 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df547f1-34e9-42f6-aca0-f05328719d40 req-4edcd947-6137-4178-942e-806885c098e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:11.982955 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5df547f1-34e9-42f6-aca0-f05328719d40 req-4edcd947-6137-4178-942e-806885c098e3 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1dab1ba6-9853-478e-b806-2a2376b065de HTTP/1.1" status: 200 len: 856 time: 0.0642662 Feb 17 20:17:12.070644 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df547f1-34e9-42f6-aca0-f05328719d40 req-fae22823-42dc-4114-aec6-c6219451992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:12.072244 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5df547f1-34e9-42f6-aca0-f05328719d40 req-fae22823-42dc-4114-aec6-c6219451992e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a0904cfe-b6c7-49f8-a858-3708f653bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824420 Feb 17 20:17:12.083049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb529f5-75b5-466b-91d2-c6d075356f4c req-966e324f-8245-41ff-bb37-8af2f871e2e6 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:12.084652 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dcb529f5-75b5-466b-91d2-c6d075356f4c req-966e324f-8245-41ff-bb37-8af2f871e2e6 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0881565 Feb 17 20:17:12.136044 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dcb529f5-75b5-466b-91d2-c6d075356f4c req-2049dff7-3c20-4ba3-a7c5-06a23f059293 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450046 Feb 17 20:17:12.215754 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5df547f1-34e9-42f6-aca0-f05328719d40 req-e0deaf53-c88c-4e06-81a4-59d3adb689b3 service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360946 Feb 17 20:17:12.355749 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5df547f1-34e9-42f6-aca0-f05328719d40 req-5940a259-d26e-4d27-ad22-e6e3c097f68a service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1332948 Feb 17 20:17:12.815080 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 60802) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:12.936967 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:12.953090 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:17:12.958538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Usage tracker for resource:security_group_rule and tenant:380e179883d54082944cf9bdca9d9ab7 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:17:12.961589 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:17:12.967570 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:17:13.050718 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:13.053396 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:13.061991 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e1272767-12bd-462c-8cbb-b03e68a099ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:13.104519 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=380e179883d54082944cf9bdca9d9ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883172 Feb 17 20:17:13.106207 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf945e6f-7aaa-4aa6-b15a-28a4b032a946,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:13.107641 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 60808) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:17:13.114782 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.115205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.115622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.116030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.116437 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.116842 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.117265 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.117663 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.118060 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.118456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.118851 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.119245 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.119954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.120353 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.120751 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.121171 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.121574 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.121972 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.122367 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.122762 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.123159 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.123554 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.123948 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.124339 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:17:13.129624 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e9eede41-7a1c-43da-b996-a42c9cbfc974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:13.171167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9f51942f-7f29-404a-9ed4-570def0f1698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:13.200069 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9f51942f-7f29-404a-9ed4-570def0f1698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:13.248796 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9f51942f-7f29-404a-9ed4-570def0f1698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:13.254530 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-91925cdb-f987-4d6b-a543-52bc6e688c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:13.301026 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51942f-7f29-404a-9ed4-570def0f1698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf945e6f-7aaa-4aa6-b15a-28a4b032a946,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:13.304837 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9f51942f-7f29-404a-9ed4-570def0f1698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:13.318913 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9f51942f-7f29-404a-9ed4-570def0f1698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:13.322880 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-9f51942f-7f29-404a-9ed4-570def0f1698 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf945e6f-7aaa-4aa6-b15a-28a4b032a946 HTTP/1.1" status: 204 len: 168 time: 0.2113252 Feb 17 20:17:13.366738 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:13.370210 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae622a-88ea-496a-9d56-274a839e4e36 req-84b7f7b2-d88d-4f03-8ad5-058ecaf4c93d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:13.371854 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7aae622a-88ea-496a-9d56-274a839e4e36 req-84b7f7b2-d88d-4f03-8ad5-058ecaf4c93d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.1079314 Feb 17 20:17:13.420977 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7aae622a-88ea-496a-9d56-274a839e4e36 req-138aedf9-9cf3-49f4-8a77-6683a64bb7cf tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419559 Feb 17 20:17:14.626041 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec468540-7056-4731-87f6-ca21428baa06 req-57f49eea-8157-4a65-a092-2d131c60e9b6 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:14.627637 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ec468540-7056-4731-87f6-ca21428baa06 req-57f49eea-8157-4a65-a092-2d131c60e9b6 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0883160 Feb 17 20:17:14.684229 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ec468540-7056-4731-87f6-ca21428baa06 req-0160c4f6-6b1b-4a80-b6b8-8a043a09d911 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503807 Feb 17 20:17:15.679893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 587e0270-a916-4e76-b9ea-6ed8c2046787 no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:17:15.802103 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:15.830802 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587e0270-a916-4e76-b9ea-6ed8c2046787'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:17:15.841661 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 587e0270-a916-4e76-b9ea-6ed8c2046787, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=587e0270-a916-4e76-b9ea-6ed8c2046787,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:17:15.845196 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:15.847947 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:15.881667 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '587e0270-a916-4e76-b9ea-6ed8c2046787', 'code': 422} returned with failed status Feb 17 20:17:15.921409 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=587e0270-a916-4e76-b9ea-6ed8c2046787,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:15.925454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:16.301907 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674f915-9dd4-451a-aacd-25020577dc55 req-6ea21e31-4b82-4ac8-bbf8-bc241569a18f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:16.303600 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7674f915-9dd4-451a-aacd-25020577dc55 req-6ea21e31-4b82-4ac8-bbf8-bc241569a18f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.0942111 Feb 17 20:17:16.356047 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7674f915-9dd4-451a-aacd-25020577dc55 req-ccad7cfa-8092-4e6d-a96a-f0e953f05243 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457995 Feb 17 20:17:16.531207 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8f7c7c94-9b33-45de-b4b5-49dfea7f66a2 req-b9d83261-53f9-4e31-8960-2737ee6f75f1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3221755 Feb 17 20:17:17.038193 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c7c94-9b33-45de-b4b5-49dfea7f66a2 req-74a13291-5de3-4936-bf09-38ecf93c2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:17.039754 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8f7c7c94-9b33-45de-b4b5-49dfea7f66a2 req-74a13291-5de3-4936-bf09-38ecf93c2614 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0&tenant_id=bef112b64fbd44c2889ba8317513c94e HTTP/1.1" status: 200 len: 1160 time: 0.0765250 Feb 17 20:17:17.141735 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c7c94-9b33-45de-b4b5-49dfea7f66a2 req-f79d4378-2082-434a-82ed-6a246ca7120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:17.143336 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8f7c7c94-9b33-45de-b4b5-49dfea7f66a2 req-f79d4378-2082-434a-82ed-6a246ca7120b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bef112b64fbd44c2889ba8317513c94e&device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 1160 time: 0.0801790 Feb 17 20:17:17.281846 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c7c94-9b33-45de-b4b5-49dfea7f66a2 req-1e404747-b29e-47c8-a2c2-2108e7b88e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:17.283831 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8f7c7c94-9b33-45de-b4b5-49dfea7f66a2 req-1e404747-b29e-47c8-a2c2-2108e7b88e8c service neutron] 10.222.0.127 "GET /v2.0/networks?id=a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 200 len: 911 time: 0.1336296 Feb 17 20:17:17.394020 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8f7c7c94-9b33-45de-b4b5-49dfea7f66a2 req-1a031b18-e54c-43f3-acb0-8d030012276b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=587e0270-a916-4e76-b9ea-6ed8c2046787 HTTP/1.1" status: 200 len: 999 time: 0.1028516 Feb 17 20:17:17.464978 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c7c94-9b33-45de-b4b5-49dfea7f66a2 req-f752d2ed-b9d0-44f4-a792-dcb82f35c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:17.466735 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8f7c7c94-9b33-45de-b4b5-49dfea7f66a2 req-f752d2ed-b9d0-44f4-a792-dcb82f35c6d4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1dab1ba6-9853-478e-b806-2a2376b065de HTTP/1.1" status: 200 len: 856 time: 0.0650632 Feb 17 20:17:17.554260 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c7c94-9b33-45de-b4b5-49dfea7f66a2 req-961d12e4-efc9-4275-b8fd-d31ee4fe8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:17.555846 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8f7c7c94-9b33-45de-b4b5-49dfea7f66a2 req-961d12e4-efc9-4275-b8fd-d31ee4fe8259 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a0904cfe-b6c7-49f8-a858-3708f653bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817282 Feb 17 20:17:17.564016 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd022a-4e55-4a07-9ceb-c7e6924a79a1 req-9a8b067b-8ed2-4e46-b6d7-e3c470c3ae2f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:17.565707 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-15fd022a-4e55-4a07-9ceb-c7e6924a79a1 req-9a8b067b-8ed2-4e46-b6d7-e3c470c3ae2f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.0895782 Feb 17 20:17:17.616433 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-15fd022a-4e55-4a07-9ceb-c7e6924a79a1 req-78788415-ecff-42f5-b308-354494aabe15 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443251 Feb 17 20:17:17.702411 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8f7c7c94-9b33-45de-b4b5-49dfea7f66a2 req-457522ed-1d77-4403-b18f-ac357b04f1da service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368961 Feb 17 20:17:17.847445 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8f7c7c94-9b33-45de-b4b5-49dfea7f66a2 req-69e42efa-34ef-4f2d-9e51-39885be423dd service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371944 Feb 17 20:17:18.969550 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713fd4e-0c08-4c43-9a76-6426b54ffec1 req-ec4057a4-8648-4573-93a5-229b9f2ee443 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:18.977774 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c713fd4e-0c08-4c43-9a76-6426b54ffec1 req-ec4057a4-8648-4573-93a5-229b9f2ee443 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.0957599 Feb 17 20:17:19.022548 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c713fd4e-0c08-4c43-9a76-6426b54ffec1 req-215853a3-c7ef-4eef-92ee-b5f476f64926 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437663 Feb 17 20:17:20.238619 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87cf77-a765-4f24-9f5a-40725713b37b req-5e478993-ca44-4472-a0cc-2c58ca89455d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:20.240288 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8c87cf77-a765-4f24-9f5a-40725713b37b req-5e478993-ca44-4472-a0cc-2c58ca89455d tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.0955524 Feb 17 20:17:20.291144 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8c87cf77-a765-4f24-9f5a-40725713b37b req-64274b9f-38b1-43bb-9f77-9aa0b68b3efb tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439222 Feb 17 20:17:21.502121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27ae53-92c0-49bb-993c-1a8ace0687e3 req-62f3fc46-f34a-4bc8-b488-2ee94f148cd4 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:21.505596 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8b27ae53-92c0-49bb-993c-1a8ace0687e3 req-62f3fc46-f34a-4bc8-b488-2ee94f148cd4 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.0944204 Feb 17 20:17:21.557511 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8b27ae53-92c0-49bb-993c-1a8ace0687e3 req-9e75ce49-7b67-4f39-9250-7cf57fa5ba29 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467517 Feb 17 20:17:22.771036 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98e9e5-dcb3-40f8-995a-28153f3118bf req-1a44e952-5151-4724-8c34-74c66a5b326c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:22.772606 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6d98e9e5-dcb3-40f8-995a-28153f3118bf req-1a44e952-5151-4724-8c34-74c66a5b326c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.0942991 Feb 17 20:17:22.823252 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6d98e9e5-dcb3-40f8-995a-28153f3118bf req-be047646-7c83-41a7-9fdc-35ddb4610c1a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440068 Feb 17 20:17:24.040007 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd15fc9-944e-4b6b-b619-5089075ad680 req-0d11110d-c989-44dd-bf36-36b7419601c9 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:24.041702 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8dd15fc9-944e-4b6b-b619-5089075ad680 req-0d11110d-c989-44dd-bf36-36b7419601c9 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.0915036 Feb 17 20:17:24.094618 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8dd15fc9-944e-4b6b-b619-5089075ad680 req-ee8f16b0-28d4-4e60-8700-d69f4e1ef2d9 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464702 Feb 17 20:17:25.302060 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0219e9-0d92-4ca7-89c0-ef901096fe84 req-a0b1a070-c546-4463-8acb-6f15c1b2a5d4 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:25.303724 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5a0219e9-0d92-4ca7-89c0-ef901096fe84 req-a0b1a070-c546-4463-8acb-6f15c1b2a5d4 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.0903866 Feb 17 20:17:25.353999 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5a0219e9-0d92-4ca7-89c0-ef901096fe84 req-846f0ea0-3bed-48cd-917d-007e43453836 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437603 Feb 17 20:17:26.796688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202408b2-1127-4ccd-9246-9b2c7238b26a req-6f26cc85-3c0d-419d-96f7-ff31c3584c69 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:26.798238 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-202408b2-1127-4ccd-9246-9b2c7238b26a req-6f26cc85-3c0d-419d-96f7-ff31c3584c69 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.3125463 Feb 17 20:17:26.853566 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-202408b2-1127-4ccd-9246-9b2c7238b26a req-f446eadc-a52c-49a9-aaa9-3348c5a26db9 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482984 Feb 17 20:17:28.067058 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f849bf-208f-4ae3-9211-b7cf6dbe69a6 req-47f444d8-92d0-47ed-9d34-b62943f63a2a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:28.068662 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-52f849bf-208f-4ae3-9211-b7cf6dbe69a6 req-47f444d8-92d0-47ed-9d34-b62943f63a2a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.0891774 Feb 17 20:17:28.121869 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-52f849bf-208f-4ae3-9211-b7cf6dbe69a6 req-878d3da8-ea4d-4a91-aad9-24074ca8bb47 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465868 Feb 17 20:17:29.332026 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bdcdd-8b52-4946-93e8-511f58611087 req-b8b5b5b5-3ce7-49bf-a965-13f85f39e35c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:29.333694 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-238bdcdd-8b52-4946-93e8-511f58611087 req-b8b5b5b5-3ce7-49bf-a965-13f85f39e35c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.0911868 Feb 17 20:17:29.383615 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-238bdcdd-8b52-4946-93e8-511f58611087 req-b731a270-52e1-4fe2-af46-41c212593143 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433939 Feb 17 20:17:30.590619 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380daa4-53e3-4f36-8f4e-006d5e7e379a req-c782aa82-86c1-449f-9573-abc7e3f3b379 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:30.592213 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7380daa4-53e3-4f36-8f4e-006d5e7e379a req-c782aa82-86c1-449f-9573-abc7e3f3b379 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.0905638 Feb 17 20:17:30.640075 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7380daa4-53e3-4f36-8f4e-006d5e7e379a req-d58910a0-89ee-459c-b751-55ef1945e755 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415702 Feb 17 20:17:31.842374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb20ebd-e26c-4b07-84b0-94fb06c5a46f req-96606d4f-4627-402f-bb75-1aa9f605c96f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:31.843949 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9fb20ebd-e26c-4b07-84b0-94fb06c5a46f req-96606d4f-4627-402f-bb75-1aa9f605c96f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 943 time: 0.0863276 Feb 17 20:17:31.894755 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9fb20ebd-e26c-4b07-84b0-94fb06c5a46f req-127296f8-c4a0-45b1-a97b-a4dbe753f157 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440943 Feb 17 20:17:32.173827 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 587e0270-a916-4e76-b9ea-6ed8c2046787 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:32.248161 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 587e0270-a916-4e76-b9ea-6ed8c2046787 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:32.248577 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:32.371215 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:32.398550 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587e0270-a916-4e76-b9ea-6ed8c2046787'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:17:32.409139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 587e0270-a916-4e76-b9ea-6ed8c2046787, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=587e0270-a916-4e76-b9ea-6ed8c2046787,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:17:32.412997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:32.414932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-423deeb1-f2ed-421f-b15f-9dc9cfc622c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:17:32.452281 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587e0270-a916-4e76-b9ea-6ed8c2046787', 'code': 200} Feb 17 20:17:32.485952 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=587e0270-a916-4e76-b9ea-6ed8c2046787,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:17:32.489343 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:17:32.711569 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6dc8d-2beb-4de7-8667-f254c15796a8 req-056a8434-0890-4e57-ad50-75eb208f7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:32.713132 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34a6dc8d-2beb-4de7-8667-f254c15796a8 req-056a8434-0890-4e57-ad50-75eb208f7951 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 1162 time: 0.0788288 Feb 17 20:17:32.757774 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34a6dc8d-2beb-4de7-8667-f254c15796a8 req-30e28219-f090-4a43-b20c-65021577dbf7 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370979 Feb 17 20:17:33.099711 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02831bef-a77c-44a3-8335-96481337dee2 req-e61dba65-20d6-450d-856e-43c07a0d2f29 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:33.101323 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-02831bef-a77c-44a3-8335-96481337dee2 req-e61dba65-20d6-450d-856e-43c07a0d2f29 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0866072 Feb 17 20:17:33.150521 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-02831bef-a77c-44a3-8335-96481337dee2 req-4e72a5d8-7888-4916-932a-c974c7ee85ad tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430036 Feb 17 20:17:33.859614 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 587e0270-a916-4e76-b9ea-6ed8c2046787 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:17:33.935243 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 587e0270-a916-4e76-b9ea-6ed8c2046787 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:17:33.935660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:34.341735 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eaf0d-090a-41aa-87fe-13680295cf21 req-bdb964d1-68a0-430f-90b7-2235254fd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:34.344078 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-036eaf0d-090a-41aa-87fe-13680295cf21 req-bdb964d1-68a0-430f-90b7-2235254fd421 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=bef112b64fbd44c2889ba8317513c94e&device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 1162 time: 0.0882914 Feb 17 20:17:34.366380 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a9c25-2bb4-45f7-8d7d-a11f2bfd999b req-5bcd2c92-0db1-4cd8-9d0e-a734e02594ca tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:34.367919 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-608a9c25-2bb4-45f7-8d7d-a11f2bfd999b req-5bcd2c92-0db1-4cd8-9d0e-a734e02594ca tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0927892 Feb 17 20:17:34.417871 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-608a9c25-2bb4-45f7-8d7d-a11f2bfd999b req-c259aab2-4a3c-4927-8c01-c9669ebc01f3 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433097 Feb 17 20:17:34.526722 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eaf0d-090a-41aa-87fe-13680295cf21 req-f6ee853f-c8ef-4744-b86f-9d51115fd610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:34.528299 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-036eaf0d-090a-41aa-87fe-13680295cf21 req-f6ee853f-c8ef-4744-b86f-9d51115fd610 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 200 len: 911 time: 0.1533530 Feb 17 20:17:34.636712 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-036eaf0d-090a-41aa-87fe-13680295cf21 req-dac7007b-0344-461d-81b4-2b50c4320a70 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=587e0270-a916-4e76-b9ea-6ed8c2046787 HTTP/1.1" status: 200 len: 1001 time: 0.1000144 Feb 17 20:17:34.713174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eaf0d-090a-41aa-87fe-13680295cf21 req-583b21aa-710d-4f24-8a1b-7d729ee443a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:34.714738 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-036eaf0d-090a-41aa-87fe-13680295cf21 req-583b21aa-710d-4f24-8a1b-7d729ee443a4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1dab1ba6-9853-478e-b806-2a2376b065de HTTP/1.1" status: 200 len: 856 time: 0.0681918 Feb 17 20:17:34.802529 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eaf0d-090a-41aa-87fe-13680295cf21 req-9f9fe819-3ba6-4477-9b9a-64ec1138bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:34.804138 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-036eaf0d-090a-41aa-87fe-13680295cf21 req-9f9fe819-3ba6-4477-9b9a-64ec1138bb35 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a0904cfe-b6c7-49f8-a858-3708f653bb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784152 Feb 17 20:17:34.960492 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-036eaf0d-090a-41aa-87fe-13680295cf21 req-71ad3b8b-cc47-471b-be09-1afba64e49ca service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375954 Feb 17 20:17:35.026376 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eea439ae-9312-4452-9272-e4dc36393791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:35.107097 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-036eaf0d-090a-41aa-87fe-13680295cf21 req-1333261b-03aa-4449-8870-cdbef7972122 service neutron] 10.222.0.127 "GET /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387606 Feb 17 20:17:35.621018 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0555-de39-4b6c-8467-4dbabe298b3c req-b1dd890d-b686-4f44-8cf7-e6cd4e422b7f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:17:35.622602 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b6eb0555-de39-4b6c-8467-4dbabe298b3c req-b1dd890d-b686-4f44-8cf7-e6cd4e422b7f tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0884955 Feb 17 20:17:35.671488 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b6eb0555-de39-4b6c-8467-4dbabe298b3c req-b873005e-ba64-46aa-9eb3-784a7699e320 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427070 Feb 17 20:17:37.371736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:17:37.687694 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4a665608-6fde-4b69-9dfa-e89c7d131c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:37.932596 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:39.176018 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:39.445844 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:17:43.370334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:05.028513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c0623ed-5e71-4f5c-bd93-82cbaf262431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:07.687850 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7f960b97-3c07-4714-9f0d-027da3c60694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:07.935694 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:08.959007 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad607e0-9fff-4bc1-9add-4a3cf1b04190 req-cc230538-cdc0-4537-9635-19ed33fcc85a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:08.960546 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3ad607e0-9fff-4bc1-9add-4a3cf1b04190 req-cc230538-cdc0-4537-9635-19ed33fcc85a tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0902421 Feb 17 20:18:09.007599 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3ad607e0-9fff-4bc1-9add-4a3cf1b04190 req-263932da-700c-4417-ae59-8ca846eb5591 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407684 Feb 17 20:18:09.178402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:09.447686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:10.217121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccc2d7-d7e0-4ee6-9a8d-a87fddf3c4c3 req-ab772eea-60dd-41c5-b49d-260e6849a990 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:10.218692 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-26ccc2d7-d7e0-4ee6-9a8d-a87fddf3c4c3 req-ab772eea-60dd-41c5-b49d-260e6849a990 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.0904064 Feb 17 20:18:10.266084 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-26ccc2d7-d7e0-4ee6-9a8d-a87fddf3c4c3 req-4d4cc8bf-ad1d-40ed-948e-c9ad71487b48 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups?id=5089bbfb-05ac-4d03-b050-a5446cea7e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410640 Feb 17 20:18:10.414049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-b20f1365-7ab1-451a-a524-6ff83ce8e8cc tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:10.414801 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-b20f1365-7ab1-451a-a524-6ff83ce8e8cc tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Synchronizing usage tracker for tenant:bef112b64fbd44c2889ba8317513c94e on resource:port {{(pid=84037) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:18:10.429887 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-b20f1365-7ab1-451a-a524-6ff83ce8e8cc tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Unset dirty status for tenant:bef112b64fbd44c2889ba8317513c94e on resource:port {{(pid=84037) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:18:10.431158 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-b20f1365-7ab1-451a-a524-6ff83ce8e8cc tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.127 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 945 time: 0.1073663 Feb 17 20:18:10.507471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Deleting port 587e0270-a916-4e76-b9ea-6ed8c2046787 {{(pid=84037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:10.507861 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:10.766144 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] For port 587e0270-a916-4e76-b9ea-6ed8c2046787, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=587e0270-a916-4e76-b9ea-6ed8c2046787,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:10.766464 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:11.074418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:11.074833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:11.075184 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Floating IP 5e616d65-6c0a-4470-93b8-1e12df885c94 disassociated. External IP: 172.27.1.214, port: 587e0270-a916-4e76-b9ea-6ed8c2046787. Feb 17 20:18:11.075560 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Calling delete_port for 587e0270-a916-4e76-b9ea-6ed8c2046787 owned by compute:nova {{(pid=84037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:11.225474 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:11.240453 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:11.340052 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event deleted for resources: {'Port': ['ID=587e0270-a916-4e76-b9ea-6ed8c2046787,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:11.349912 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:11.434932 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f8abcf4c-6fe7-4ba2-bda5-10a78e684b63 req-4def5aec-8241-4386-9296-ff7bcdc83325 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d6420a-dc06-4b64-8e81-548f364421e0 HTTP/1.1" status: 200 len: 210 time: 0.0525656 Feb 17 20:18:11.605135 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:18:11.964202 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 587e0270-a916-4e76-b9ea-6ed8c2046787 no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:18:12.003244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] No Port match for: 587e0270-a916-4e76-b9ea-6ed8c2046787 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:18:12.003648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 587e0270-a916-4e76-b9ea-6ed8c2046787 not bound to the agent host hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:18:12.026795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:18:12.036797 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d2639-8f70-4eb9-9717-b95fc56e96dc None None] Sync routers for ids ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:18:12.046435 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d2639-8f70-4eb9-9717-b95fc56e96dc None None] Routers {'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:18:12.047112 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-dc0d2639-8f70-4eb9-9717-b95fc56e96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:18:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:12.067256 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] No DVR routers for this DVR port 587e0270-a916-4e76-b9ea-6ed8c2046787 on host hv-cinder-76003 {{(pid=84037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:18:12.069543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:12.072298 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'name': 'network-vif-deleted', 'tag': '587e0270-a916-4e76-b9ea-6ed8c2046787'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:12.092680 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cbeb2392-b3db-4310-8b1a-3cbe48a17f10 req-52c219a3-9ec7-43b9-8d21-29c225d3fd7b tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.127 "DELETE /v2.0/ports/587e0270-a916-4e76-b9ea-6ed8c2046787 HTTP/1.1" status: 204 len: 173 time: 1.6554370 Feb 17 20:18:12.122849 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d6420a-dc06-4b64-8e81-548f364421e0', 'name': 'network-vif-deleted', 'tag': '587e0270-a916-4e76-b9ea-6ed8c2046787', 'status': 'completed', 'code': 200} Feb 17 20:18:12.244395 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-dc0d2639-8f70-4eb9-9717-b95fc56e96dc None None] Set router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:18:12.567486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 60988) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:12.587047 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-dc0d2639-8f70-4eb9-9717-b95fc56e96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:55Z', 'revision_number': 5, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:12.591236 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d2639-8f70-4eb9-9717-b95fc56e96dc None None] Checking router: a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:18:12.600660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d2639-8f70-4eb9-9717-b95fc56e96dc None None] Routers {'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:18:12.601503 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-dc0d2639-8f70-4eb9-9717-b95fc56e96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:18:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:12.639192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:12.672515 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:12.718418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:12.728009 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d090af98-ec9f-4685-8e7e-d1b539583c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:12.743720 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5089bbfb-05ac-4d03-b050-a5446cea7e53,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:12.748695 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:12.749953 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "DELETE /v2.0/security-groups/5089bbfb-05ac-4d03-b050-a5446cea7e53 HTTP/1.1" status: 204 len: 168 time: 0.1813686 Feb 17 20:18:12.753020 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 60992) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:12.755628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.756030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.756434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.756908 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.757252 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.757649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.758191 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.758588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.758968 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.759723 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.759723 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.760071 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.760520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.760943 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.761322 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.761721 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.762109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.762492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.762882 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.763268 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.763649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.764032 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.764415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.764798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:12.768653 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:12.788588 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.v2.resource [None req-baa87492-d95c-4498-bf9c-080ab16cacc1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] show failed (client error): The resource could not be found. Feb 17 20:18:12.789766 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-baa87492-d95c-4498-bf9c-080ab16cacc1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "GET /v2.0/security-groups/5089bbfb-05ac-4d03-b050-a5446cea7e53 HTTP/1.1" status: 404 len: 347 time: 0.0354156 Feb 17 20:18:12.792779 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 60996) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:12.800180 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-dc0d2639-8f70-4eb9-9717-b95fc56e96dc None None] Set router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:18:12.965943 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Deleting port 102ad58f-6541-4f62-8d9a-6c5dfde16f3c {{(pid=84037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:12.966335 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:13.136905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-dc0d2639-8f70-4eb9-9717-b95fc56e96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:55Z', 'revision_number': 5, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:13.141083 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d2639-8f70-4eb9-9717-b95fc56e96dc None None] The sync data for ids ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'] in dv-cinder-760038-3-iscsi is: [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:10:40Z', 'revision_number': 4, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '5b04e11d-0518-4fa3-90f3-b7fb8653d094', 'name': '', 'network_id': 'a0904cfe-b6c7-49f8-a858-3708f653bb38', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'mac_address': 'fa:16:3e:f7:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:38Z', 'updated_at': '2021-02-17T20:10:55Z', 'revision_number': 5, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'subnets': [{'id': '1dab1ba6-9853-478e-b806-2a2376b065de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:18:13.150882 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:13.151267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:13.288403 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Calling delete_port for 102ad58f-6541-4f62-8d9a-6c5dfde16f3c owned by network:floatingip {{(pid=84037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:13.370964 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:13.442282 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:13.458109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:13.527777 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311aef3b-21eb-478e-820c-4e87bfd17c85 None None] New status for floating IP 5e616d65-6c0a-4470-93b8-1e12df885c94: DOWN {{(pid=84041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:18:13.560719 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Pushing event deleted for resources: {'Port': ['ID=102ad58f-6541-4f62-8d9a-6c5dfde16f3c,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:13.573345 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.573765 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.574172 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.574579 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.574980 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.575377 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.575774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.576165 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.576559 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.576968 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.577369 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.577757 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.578203 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.578593 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.578982 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.579372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.579760 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.580148 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.580537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.580966 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.581354 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.581740 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.582127 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.583091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:13.587064 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:13.704185 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks [] for floatingip, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:13.719391 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:13.720639 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ba5ea6bc-7afb-4781-bb31-882637f2bef1 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] 10.222.0.73 "DELETE /v2.0/floatingips/5e616d65-6c0a-4470-93b8-1e12df885c94 HTTP/1.1" status: 204 len: 168 time: 0.9268618 Feb 17 20:18:14.371105 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:18:16.532716 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 32788) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:17.278649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1ffc-7660-454f-9e8e-714877d47876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404122'] for router_interface, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:17.649717 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-6bbf1ffc-7660-454f-9e8e-714877d47876 admin admin] Deleting port 5b04e11d-0518-4fa3-90f3-b7fb8653d094 {{(pid=84037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:17.650187 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1ffc-7660-454f-9e8e-714877d47876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:17.833026 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-6bbf1ffc-7660-454f-9e8e-714877d47876 admin admin] For port 5b04e11d-0518-4fa3-90f3-b7fb8653d094, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=5b04e11d-0518-4fa3-90f3-b7fb8653d094,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:17.833430 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1ffc-7660-454f-9e8e-714877d47876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:17.968616 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-6bbf1ffc-7660-454f-9e8e-714877d47876 admin admin] Calling delete_port for 5b04e11d-0518-4fa3-90f3-b7fb8653d094 owned by network:router_interface {{(pid=84037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:18.154233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1ffc-7660-454f-9e8e-714877d47876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:18.170070 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:18.265898 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf1ffc-7660-454f-9e8e-714877d47876 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b04e11d-0518-4fa3-90f3-b7fb8653d094,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:18.275964 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6bbf1ffc-7660-454f-9e8e-714877d47876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:18.818605 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1ffc-7660-454f-9e8e-714877d47876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853146494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404212'] for router_interface, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:19.331939 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbf1ffc-7660-454f-9e8e-714877d47876 admin admin] Router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:18:19.524242 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbf1ffc-7660-454f-9e8e-714877d47876 admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:18:19.534284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8acd9-d5cb-4a8a-b8f2-c2a3c72129bf None None] Sync routers for ids ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:18:19.537132 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-6bbf1ffc-7660-454f-9e8e-714877d47876 admin admin] 10.222.0.73 "PUT /v2.0/routers/a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0030479 Feb 17 20:18:19.539773 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 32796) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:19.545856 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8acd9-d5cb-4a8a-b8f2-c2a3c72129bf None None] Routers {'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:18:19.546540 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-feb8acd9-d5cb-4a8a-b8f2-c2a3c72129bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:18:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:19.752167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Notify callbacks [] for router, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:19.913814 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-feb8acd9-d5cb-4a8a-b8f2-c2a3c72129bf None None] Set router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:18:19.947000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:19.955438 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Deleting port 6fa22766-6f0a-44df-9b98-09dfcbd434fe {{(pid=84037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:19.955888 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:20.139432 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] For port 6fa22766-6f0a-44df-9b98-09dfcbd434fe, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=6fa22766-6f0a-44df-9b98-09dfcbd434fe,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:20.139830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:20.220587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-feb8acd9-d5cb-4a8a-b8f2-c2a3c72129bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:18:18Z', 'revision_number': 5, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port': {'id': '6fa22766-6f0a-44df-9b98-09dfcbd434fe', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:10:33Z', 'updated_at': '2021-02-17T20:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:20.224619 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8acd9-d5cb-4a8a-b8f2-c2a3c72129bf None None] Checking router: a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:18:20.233565 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8acd9-d5cb-4a8a-b8f2-c2a3c72129bf None None] Routers {'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:18:20.234233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-feb8acd9-d5cb-4a8a-b8f2-c2a3c72129bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:18:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:20.271017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Calling delete_port for 6fa22766-6f0a-44df-9b98-09dfcbd434fe owned by network:router_gateway {{(pid=84037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:20.402402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-feb8acd9-d5cb-4a8a-b8f2-c2a3c72129bf None None] Set router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 gateway port host: None {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:18:20.449801 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:20.467309 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:20.520749 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-feb8acd9-d5cb-4a8a-b8f2-c2a3c72129bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:18:19Z', 'revision_number': 6, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port_host': None}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:20.524818 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8acd9-d5cb-4a8a-b8f2-c2a3c72129bf None None] The sync data for ids ['a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0'] in dv-cinder-760038-3-iscsi is: [{'id': 'a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1775713253-router', 'tenant_id': 'bef112b64fbd44c2889ba8317513c94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:10:32Z', 'updated_at': '2021-02-17T20:18:19Z', 'revision_number': 6, 'project_id': 'bef112b64fbd44c2889ba8317513c94e', 'gw_port_host': None}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:18:20.571582 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa22766-6f0a-44df-9b98-09dfcbd434fe,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:20.576164 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:20.692897 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854376320'] for router_gateway, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:21.115393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775512'] for router, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:21.117927 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:21.137980 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402962'] for router, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:21.138587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 {{(pid=84037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:18:21.150899 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Notify callbacks [] for router, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:21.152135 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] 10.222.0.73 "DELETE /v2.0/routers/a536f1eb-c06b-40b5-8ee4-aa1a31ee2fc0 HTTP/1.1" status: 204 len: 168 time: 1.6113799 Feb 17 20:18:21.154871 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 32800) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:21.225060 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec92f07-d657-459e-93dc-293df1dfb5f0 admin admin] Deleting subnet 1dab1ba6-9853-478e-b806-2a2376b065de {{(pid=84037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:18:21.228353 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bec92f07-d657-459e-93dc-293df1dfb5f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:21.281925 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bec92f07-d657-459e-93dc-293df1dfb5f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828460884'] for subnet, precommit_delete_associations {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:21.408602 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bec92f07-d657-459e-93dc-293df1dfb5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:21.663514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bec92f07-d657-459e-93dc-293df1dfb5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26290049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828371486'] for subnet, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:21.680000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:21.690817 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 5b04e11d-0518-4fa3-90f3-b7fb8653d094 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:18:21.731450 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: 5b04e11d-0518-4fa3-90f3-b7fb8653d094 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:18:21.731850 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 5b04e11d-0518-4fa3-90f3-b7fb8653d094 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:18:21.732329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 6fa22766-6f0a-44df-9b98-09dfcbd434fe no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:18:21.768208 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: 6fa22766-6f0a-44df-9b98-09dfcbd434fe {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:18:21.768437 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec92f07-d657-459e-93dc-293df1dfb5f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dab1ba6-9853-478e-b806-2a2376b065de,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:21.768604 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 6fa22766-6f0a-44df-9b98-09dfcbd434fe not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:18:21.773070 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-bec92f07-d657-459e-93dc-293df1dfb5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:21.821087 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bec92f07-d657-459e-93dc-293df1dfb5f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:21.826396 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69056d0-be64-477d-b621-75870e8091e1 None None] Network a0904cfe-b6c7-49f8-a858-3708f653bb38 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:18:21.827193 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-bec92f07-d657-459e-93dc-293df1dfb5f0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1dab1ba6-9853-478e-b806-2a2376b065de HTTP/1.1" status: 204 len: 168 time: 0.6713247 Feb 17 20:18:21.829879 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 32804) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:21.942639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:22.015151 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Deleting port fddae7ec-89f3-42f3-aa2b-2753b0a33393 {{(pid=84037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:22.015525 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:22.084524 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c17e8c8-06b0-4195-b54e-d9b1cc576248 None None] DHCP port deletion for a0904cfe-b6c7-49f8-a858-3708f653bb38 request from dv-cinder-760038-3-iscsi {{(pid=84040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 20:18:22.089125 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-9c17e8c8-06b0-4195-b54e-d9b1cc576248 None None] Deleting port fddae7ec-89f3-42f3-aa2b-2753b0a33393 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:22.089647 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9c17e8c8-06b0-4195-b54e-d9b1cc576248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:22.241129 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] For port fddae7ec-89f3-42f3-aa2b-2753b0a33393, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=fddae7ec-89f3-42f3-aa2b-2753b0a33393,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:22.241702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:22.306987 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-9c17e8c8-06b0-4195-b54e-d9b1cc576248 None None] For port fddae7ec-89f3-42f3-aa2b-2753b0a33393, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=fddae7ec-89f3-42f3-aa2b-2753b0a33393,segment=NetworkSegment(bfeeec8b-6029-4def-85d7-35f10aecfda0),segment_id=bfeeec8b-6029-4def-85d7-35f10aecfda0)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:22.307566 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9c17e8c8-06b0-4195-b54e-d9b1cc576248 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:22.376707 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Calling delete_port for fddae7ec-89f3-42f3-aa2b-2753b0a33393 owned by network:dhcp {{(pid=84037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:22.443310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-9c17e8c8-06b0-4195-b54e-d9b1cc576248 None None] Calling delete_port for fddae7ec-89f3-42f3-aa2b-2753b0a33393 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:18:22.460843 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:22.474580 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ddebe93f-c831-40e4-8686-3c025c4d740c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:22.569155 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Pushing event deleted for resources: {'Port': ['ID=fddae7ec-89f3-42f3-aa2b-2753b0a33393,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:22.576737 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:22.594187 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [None req-9c17e8c8-06b0-4195-b54e-d9b1cc576248 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:18:22.594596 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [None req-9c17e8c8-06b0-4195-b54e-d9b1cc576248 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:18:22.621716 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] No DVR routers for this DVR port fddae7ec-89f3-42f3-aa2b-2753b0a33393 on host dv-cinder-760038-3-iscsi {{(pid=84037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:18:22.745353 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:22.860095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0904cfe-b6c7-49f8-a858-3708f653bb38']}} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:22.873544 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfeeec8b-6029-4def-85d7-35f10aecfda0') {'for_net_delete': True} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:22.873883 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfeeec8b-6029-4def-85d7-35f10aecfda0') {} {{(pid=84037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:22.886360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26314932'] for segment, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:22.901146 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:22.903140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:18:23.081349 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Network a0904cfe-b6c7-49f8-a858-3708f653bb38 has no segments {{(pid=84037) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:18:23.090452 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036828486018'] for segment, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:23.095321 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-9c17e8c8-06b0-4195-b54e-d9b1cc576248 None None] Deleting port fddae7ec-89f3-42f3-aa2b-2753b0a33393 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:18:23.095824 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9c17e8c8-06b0-4195-b54e-d9b1cc576248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:23.171517 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-9c17e8c8-06b0-4195-b54e-d9b1cc576248 None None] The port 'fddae7ec-89f3-42f3-aa2b-2753b0a33393' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 20:18:23.278492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Network a0904cfe-b6c7-49f8-a858-3708f653bb38 has no segments {{(pid=84037) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:18:23.302609 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:18:23.380560 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:23.384025 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:23.400223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:23.406762 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Pushing event deleted for resources: {'Network': ['ID=a0904cfe-b6c7-49f8-a858-3708f653bb38,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:23.413091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:23.426714 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] 10.222.0.73 "DELETE /v2.0/networks/a0904cfe-b6c7-49f8-a858-3708f653bb38 HTTP/1.1" status: 204 len: 168 time: 1.5951846 Feb 17 20:18:23.541417 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 32810) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:23.594351 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d1f4f6bf-cdf0-4da1-9a3c-dbf4ecaa3d95 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bef112b64fbd44c2889ba8317513c94e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0516217 Feb 17 20:18:23.596977 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 32814) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:23.660559 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e4aab48b-26dc-4d4e-9ddf-7eee34f8c1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:23.688085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device fddae7ec-89f3-42f3-aa2b-2753b0a33393 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:18:23.688340 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e4aab48b-26dc-4d4e-9ddf-7eee34f8c1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:23.727640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: fddae7ec-89f3-42f3-aa2b-2753b0a33393 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:18:23.728123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device fddae7ec-89f3-42f3-aa2b-2753b0a33393 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:18:23.737211 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e4aab48b-26dc-4d4e-9ddf-7eee34f8c1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:23.743288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:23.763677 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aab48b-26dc-4d4e-9ddf-7eee34f8c1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d7c145-204e-4bd7-a10b-48384d48ee96,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:23.766812 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e4aab48b-26dc-4d4e-9ddf-7eee34f8c1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:23.768809 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e4aab48b-26dc-4d4e-9ddf-7eee34f8c1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:23.770519 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e4aab48b-26dc-4d4e-9ddf-7eee34f8c1d8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/74d7c145-204e-4bd7-a10b-48384d48ee96 HTTP/1.1" status: 204 len: 168 time: 0.1720936 Feb 17 20:18:24.483119 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 32836) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:24.592086 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1454424675-network', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:24.597116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:24.601736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Usage tracker for resource:network and tenant:591e4c3eb1014ad9a42cca8707aaf065 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:24.604768 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:24.614147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:24.624596 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Made reservation on behalf of 591e4c3eb1014ad9a42cca8707aaf065 for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:18:24.629816 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:24.643418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:24.659273 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:24.663422 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Usage tracker for resource:security_group_rule and tenant:591e4c3eb1014ad9a42cca8707aaf065 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:24.666397 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:24.672145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:24.757454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:24.760025 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:24.764149 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-afa819c7-c43f-440b-805d-887a98489d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:24.793502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:18:24.806254 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c6ced6-3203-4868-b0c7-c16e3ff14bb2,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:24.810998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:24.812008 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290633027324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:24.812446 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Added segment a62783dd-7de2-4e99-aabc-4fdea567c056 of type vxlan for network 5b70448a-327f-49b6-837b-e6f2fb833977 Feb 17 20:18:24.841388 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:24.870439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:24.871690 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:24.872338 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:24.877201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:24.981587 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4972904 Feb 17 20:18:24.984724 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Pushing event updated for resources: {'Network': ['ID=5b70448a-327f-49b6-837b-e6f2fb833977,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:24.984906 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 32842) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:24.987904 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:24.991764 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Request body: {'subnet': {'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1454424675-subnet', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:24.996291 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network 5b70448a-327f-49b6-837b-e6f2fb833977 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:18:24.997405 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:25.001654 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Usage tracker for resource:subnet and tenant:591e4c3eb1014ad9a42cca8707aaf065 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:25.005412 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:25.011526 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:25.021493 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Made reservation on behalf of 591e4c3eb1014ad9a42cca8707aaf065 for: {'subnet': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:18:25.026309 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26404108'] for subnet, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:25.059417 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network 5b70448a-327f-49b6-837b-e6f2fb833977 details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:18:25.440784 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036828485692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26404125'] for subnet, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:25.456536 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:25.577750 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8318528-83bb-4bba-8959-a96e0bb2405d,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:25.582905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:25.648996 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Checking segment: {'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:18:25.649390 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Network hostable DHCP agents. Network: 5b70448a-327f-49b6-837b-e6f2fb833977, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:18:25.667176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Network 5b70448a-327f-49b6-837b-e6f2fb833977 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:18:25.675010 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, 5b70448a-327f-49b6-837b-e6f2fb833977) {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:18:25.687163 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6419955c-be75-40ce-bd13-9b954c59dfd7 None None] Network 5b70448a-327f-49b6-837b-e6f2fb833977 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:18:25.687321 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:25.687769 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:25.707639 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e8ee83ad-ec05-426d-bc4e-7abe33943f13 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7210410 Feb 17 20:18:25.710644 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 32846) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:25.716185 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:25.721025 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:25.725121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Usage tracker for resource:router and tenant:591e4c3eb1014ad9a42cca8707aaf065 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:25.728633 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:25.734428 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:25.744185 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854378786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775495'] for router, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:25.745511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-288'] for router, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:25.763246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:25.914234 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp352fb7b2-8a42-5eab-a0f8-2fb1fb03531e-5b70448a-327f-49b6-837b-e6f2fb833977', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d'}]}} from dv-cinder-760038-3-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:18:25.915240 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:26.212502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Allocated IP 172.20.0.2 (5b70448a-327f-49b6-837b-e6f2fb833977/a8318528-83bb-4bba-8959-a96e0bb2405d/753d28c4-49ae-49a9-8952-46276facb8f1) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:18:26.291820 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-275'] for router, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:26.431140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:26.442503 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Transition to ACTIVE for port object 753d28c4-49ae-49a9-8952-46276facb8f1 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:18:26.459383 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Transition to ACTIVE for port object 753d28c4-49ae-49a9-8952-46276facb8f1 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:18:26.464383 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:26.477471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:26.636720 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:26.670276 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:26.772975 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Pushing event updated for resources: {'Port': ['ID=753d28c4-49ae-49a9-8952-46276facb8f1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:26.784997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.785384 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.785762 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.786133 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.786500 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.786864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.787230 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.787592 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.787950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.788309 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.788674 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.789082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.789510 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.789872 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.790230 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.790590 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.790971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.791331 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.791708 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.792068 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.792430 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.792794 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.793196 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.793555 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:26.798975 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:26.844846 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Network 5b70448a-327f-49b6-837b-e6f2fb833977 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:18:26.846168 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:18:26.848992 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:18:26.905639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Attempting to bind port 753d28c4-49ae-49a9-8952-46276facb8f1 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:18:26.906049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Attempting to bind port 753d28c4-49ae-49a9-8952-46276facb8f1 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:18:26.906452 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Attempting to bind port 753d28c4-49ae-49a9-8952-46276facb8f1 on network 5b70448a-327f-49b6-837b-e6f2fb833977 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:18:26.912517 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:18:26.912962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Checking segment: {'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:18:26.913404 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:26.913839 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Bound using segment: {'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:18:26.914356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Bound port: 753d28c4-49ae-49a9-8952-46276facb8f1, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:18:26.914767 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:26.947718 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Allocated IP 172.27.1.172 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/74b2dc61-5d63-4dc7-8719-3101570273a1) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:18:27.009159 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] For port 753d28c4-49ae-49a9-8952-46276facb8f1, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:18:27.012276 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] For port 753d28c4-49ae-49a9-8952-46276facb8f1, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=753d28c4-49ae-49a9-8952-46276facb8f1,segment=NetworkSegment(a62783dd-7de2-4e99-aabc-4fdea567c056),segment_id=a62783dd-7de2-4e99-aabc-4fdea567c056)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:18:27.015631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:27.031110 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:27.105214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:27.135278 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:27.154560 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:27.182766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Pushing event updated for resources: {'Port': ['ID=753d28c4-49ae-49a9-8952-46276facb8f1,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:27.188232 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:27.295491 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Pushing event updated for resources: {'Port': ['ID=74b2dc61-5d63-4dc7-8719-3101570273a1,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:27.301385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:27.356645 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:18:27.358019 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:18:27.360335 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:18:27.738978 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 753d28c4-49ae-49a9-8952-46276facb8f1 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:27.815804 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 753d28c4-49ae-49a9-8952-46276facb8f1 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:18:27.839000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:28.203816 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854376437'] for router, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:28.429591 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 is scheduled to L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae with binding_index 1 {{(pid=84037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:18:28.592178 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1557aa32-d2cd-46ae-bcf7-eece2bc81a84 None None] Network 5b70448a-327f-49b6-837b-e6f2fb833977 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:18:28.691860 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-33923876-1dbe-4f32-bf4e-e0ea88e2febe None None] Provisioning for port 753d28c4-49ae-49a9-8952-46276facb8f1 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:18:28.700238 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-33923876-1dbe-4f32-bf4e-e0ea88e2febe None None] Provisioning complete for port 753d28c4-49ae-49a9-8952-46276facb8f1 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:28.700669 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-33923876-1dbe-4f32-bf4e-e0ea88e2febe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:28.868066 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:18:28.878272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Sync routers for ids ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:18:28.892797 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Notify callbacks [] for router, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:28.893420 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Routers {'88e88e5b-d0a8-4e64-8c19-3c91100d7c77'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:18:28.894673 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1827700 Feb 17 20:18:28.897116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:18:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:28.897269 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 32850) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:28.949407 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-33923876-1dbe-4f32-bf4e-e0ea88e2febe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:28.994212 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-33923876-1dbe-4f32-bf4e-e0ea88e2febe None None] For port 753d28c4-49ae-49a9-8952-46276facb8f1, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=753d28c4-49ae-49a9-8952-46276facb8f1,segment=NetworkSegment(a62783dd-7de2-4e99-aabc-4fdea567c056),segment_id=a62783dd-7de2-4e99-aabc-4fdea567c056)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:29.001382 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-33923876-1dbe-4f32-bf4e-e0ea88e2febe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:29.011035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:29.087454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33923876-1dbe-4f32-bf4e-e0ea88e2febe None None] Pushing event updated for resources: {'Port': ['ID=753d28c4-49ae-49a9-8952-46276facb8f1,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:29.090960 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-33923876-1dbe-4f32-bf4e-e0ea88e2febe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:29.098498 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Set router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:18:29.328496 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-3e7e5c59-bbb6-4b9a-9971-880f0d6a0fd2 None None] Provisioning complete for port 753d28c4-49ae-49a9-8952-46276facb8f1 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:29.329303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3e7e5c59-bbb6-4b9a-9971-880f0d6a0fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:29.625556 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-fefa002e-ab84-46b9-b294-3b057ac3239d None None] Provisioning complete for port 753d28c4-49ae-49a9-8952-46276facb8f1 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:29.625982 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fefa002e-ab84-46b9-b294-3b057ac3239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:29.632320 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:27Z', 'revision_number': 3, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:29.636345 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Checking router: 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:18:29.636736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Updating router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 port 74b2dc61-5d63-4dc7-8719-3101570273a1 binding host dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:18:29.671756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:29.703072 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:29.730148 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 753d28c4-49ae-49a9-8952-46276facb8f1 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:29.829418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 753d28c4-49ae-49a9-8952-46276facb8f1 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:29.829853 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:29.972291 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-259a7413-4fac-46cc-85a4-b7cc78d0d441 None None] Provisioning complete for port 753d28c4-49ae-49a9-8952-46276facb8f1 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:29.973364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-259a7413-4fac-46cc-85a4-b7cc78d0d441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:30.042556 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Allocated IP 172.20.0.1 (5b70448a-327f-49b6-837b-e6f2fb833977/a8318528-83bb-4bba-8959-a96e0bb2405d/4303b081-5e14-4be7-970b-f904385c5408) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:18:30.116971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:30.129728 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Transition to ACTIVE for port object 74b2dc61-5d63-4dc7-8719-3101570273a1 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:18:30.132501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:30.148344 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:30.196696 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:30.214289 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Transition to ACTIVE for port object 4303b081-5e14-4be7-970b-f904385c5408 will not be triggered until provisioned by entity DHCP. {{(pid=84037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:18:30.239442 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:30.256041 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-45e70790-6fdc-4998-8cb6-ff4a8f4f0d6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:30.285614 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Pushing event updated for resources: {'Port': ['ID=74b2dc61-5d63-4dc7-8719-3101570273a1,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:30.323187 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.323564 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.323935 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.324302 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.324670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.325052 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.325413 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.325768 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.326122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.326475 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.326830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.327182 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.327595 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.327949 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.328304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.328652 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.329031 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.329383 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.329736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.330084 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.330450 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.330806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.331156 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.331504 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:18:30.335577 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:30.368502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Attempting to bind port 74b2dc61-5d63-4dc7-8719-3101570273a1 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:18:30.368933 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Attempting to bind port 74b2dc61-5d63-4dc7-8719-3101570273a1 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:18:30.369346 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Attempting to bind port 74b2dc61-5d63-4dc7-8719-3101570273a1 on network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:18:30.375191 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:18:30.375645 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Checking segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:18:30.376088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:30.376514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Bound using segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:18:30.377060 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Bound port: 74b2dc61-5d63-4dc7-8719-3101570273a1, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:18:30.377487 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:30.394031 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Pushing event updated for resources: {'Port': ['ID=4303b081-5e14-4be7-970b-f904385c5408,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:30.399556 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:30.455233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Network 5b70448a-327f-49b6-837b-e6f2fb833977 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:18:30.456347 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:18:30.458149 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] For port 74b2dc61-5d63-4dc7-8719-3101570273a1, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:18:30.458706 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:18:30.461406 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] For port 74b2dc61-5d63-4dc7-8719-3101570273a1, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=74b2dc61-5d63-4dc7-8719-3101570273a1,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:18:30.466980 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:30.483620 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-655f6e25-1969-413d-ba87-592aed24e455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:30.514396 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406546'] for router_interface, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:30.630794 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Pushing event updated for resources: {'Port': ['ID=74b2dc61-5d63-4dc7-8719-3101570273a1,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:30.643557 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9abcbf53-5501-4c2a-bfcf-d3d64c572866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:30.684909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Routers {'88e88e5b-d0a8-4e64-8c19-3c91100d7c77'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:18:30.685596 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:18:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:30.728693 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-5eb613e5-e40d-4543-a4cc-8502341cc351 None None] Provisioning for port 4303b081-5e14-4be7-970b-f904385c5408 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:18:30.734056 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-5eb613e5-e40d-4543-a4cc-8502341cc351 None None] Provisioning complete for port 4303b081-5e14-4be7-970b-f904385c5408 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:30.734593 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5eb613e5-e40d-4543-a4cc-8502341cc351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:30.789704 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:30.796378 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-5eb613e5-e40d-4543-a4cc-8502341cc351 None None] Port 4303b081-5e14-4be7-970b-f904385c5408 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:18:30.877127 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] Set router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:18:31.079920 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:31.084092 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828486052'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:31.112744 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-55e5f33e-eb21-4449-9fec-2cf2a6dc7487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:31.201889 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369164'] for router_interface, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:31.209269 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 1, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:31.213429 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def61a5b-1bef-4892-97c5-0292e23c7849 None None] The sync data for ids ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'] in dv-cinder-760038-3-iscsi is: [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 1, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:18:31.217934 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Pushing event updated for resources: {'Port': ['ID=4303b081-5e14-4be7-970b-f904385c5408,revision_number=2']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:31.267731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:31.350796 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Network 5b70448a-327f-49b6-837b-e6f2fb833977 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:18:31.351863 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:18:31.554390 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:18:31.622291 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-4c9243d8-00a8-4fb2-8970-5937812051f5 None None] Provisioning complete for port 4303b081-5e14-4be7-970b-f904385c5408 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:31.622647 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4c9243d8-00a8-4fb2-8970-5937812051f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:31.700824 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-4c9243d8-00a8-4fb2-8970-5937812051f5 None None] Port 4303b081-5e14-4be7-970b-f904385c5408 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:18:32.031740 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:18:32.042560 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-84b3564d-b029-4305-ac5e-e85b7457b8ad admin admin] 10.222.0.73 "PUT /v2.0/routers/88e88e5b-d0a8-4e64-8c19-3c91100d7c77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1434243 Feb 17 20:18:32.757844 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 32860) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:32.763810 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1890538062', 'description': 'tempest-description--517282939'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:32.770716 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:32.774869 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Usage tracker for resource:security_group and tenant:591e4c3eb1014ad9a42cca8707aaf065 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:32.777864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:32.783640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:32.794021 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:32.814517 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:32.818449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Usage tracker for resource:security_group_rule and tenant:591e4c3eb1014ad9a42cca8707aaf065 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:32.821330 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:32.826994 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:32.899363 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:32.902104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:32.907283 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-43e20c76-3a97-458c-9db3-ab53351ff241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:32.946553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53179c4e-e546-4950-b0cd-360a469622b4,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:32.949341 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:32.953511 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1916699 Feb 17 20:18:32.953511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:32.954375 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 32864) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:32.960090 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-ba930fd0-7938-496a-a910-24df7558e669 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Request body: {'security_group_rule': {'security_group_id': '53179c4e-e546-4950-b0cd-360a469622b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:32.966373 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-ba930fd0-7938-496a-a910-24df7558e669 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:32.970443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ba930fd0-7938-496a-a910-24df7558e669 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Usage tracker for resource:security_group_rule and tenant:591e4c3eb1014ad9a42cca8707aaf065 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:32.974003 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ba930fd0-7938-496a-a910-24df7558e669 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:32.979778 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-ba930fd0-7938-496a-a910-24df7558e669 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:32.997081 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ba930fd0-7938-496a-a910-24df7558e669 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:33.063698 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ba930fd0-7938-496a-a910-24df7558e669 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:33.066842 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ba930fd0-7938-496a-a910-24df7558e669 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285461'] for security_group_rule, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:33.068910 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:33.090013 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba930fd0-7938-496a-a910-24df7558e669 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223b0d96-13b6-4625-8c7c-460674ea63ac,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:33.094137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ba930fd0-7938-496a-a910-24df7558e669 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:33.101183 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ba930fd0-7938-496a-a910-24df7558e669 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:33.102473 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ba930fd0-7938-496a-a910-24df7558e669 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475391 Feb 17 20:18:33.105280 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 32868) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:33.110930 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-8562a716-3b8a-42ea-b3a5-3c8b705ae86a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Request body: {'security_group_rule': {'security_group_id': '53179c4e-e546-4950-b0cd-360a469622b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:33.116984 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-8562a716-3b8a-42ea-b3a5-3c8b705ae86a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:33.121260 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-8562a716-3b8a-42ea-b3a5-3c8b705ae86a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Usage tracker for resource:security_group_rule and tenant:591e4c3eb1014ad9a42cca8707aaf065 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:33.124254 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-8562a716-3b8a-42ea-b3a5-3c8b705ae86a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:33.130694 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-8562a716-3b8a-42ea-b3a5-3c8b705ae86a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:33.146893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8562a716-3b8a-42ea-b3a5-3c8b705ae86a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:33.213464 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8562a716-3b8a-42ea-b3a5-3c8b705ae86a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:33.215809 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8562a716-3b8a-42ea-b3a5-3c8b705ae86a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285461'] for security_group_rule, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:33.221701 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ba930fd0-7938-496a-a910-24df7558e669 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:33.244445 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562a716-3b8a-42ea-b3a5-3c8b705ae86a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fa04f8-0ad4-4912-9220-19b9c0d92b1c,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:33.247395 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8562a716-3b8a-42ea-b3a5-3c8b705ae86a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:33.255413 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8562a716-3b8a-42ea-b3a5-3c8b705ae86a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:33.256708 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-8562a716-3b8a-42ea-b3a5-3c8b705ae86a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504240 Feb 17 20:18:33.259924 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 32872) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:33.265749 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Request body: {'floatingip': {'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:33.271863 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:33.275945 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Usage tracker for resource:floatingip and tenant:591e4c3eb1014ad9a42cca8707aaf065 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:33.278984 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:33.284912 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:33.294527 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for floatingip, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:33.443530 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:33.728621 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 74b2dc61-5d63-4dc7-8719-3101570273a1 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:33.729407 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Allocated IP 172.27.1.116 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/841f8882-d83a-4b20-9e9a-7b80eba2980f) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:18:33.804627 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 74b2dc61-5d63-4dc7-8719-3101570273a1 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:18:33.809489 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 74b2dc61-5d63-4dc7-8719-3101570273a1 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:33.809907 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:33.892002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:33.923665 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:33.936054 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:33.939985 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-149ee075-1626-4822-bbac-0251ee315193 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:33.952821 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 74b2dc61-5d63-4dc7-8719-3101570273a1, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=74b2dc61-5d63-4dc7-8719-3101570273a1,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:33.957859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:33.959750 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-33923876-1dbe-4f32-bf4e-e0ea88e2febe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:34.032168 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=74b2dc61-5d63-4dc7-8719-3101570273a1,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:34.036194 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:34.083477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event updated for resources: {'Port': ['ID=841f8882-d83a-4b20-9e9a-7b80eba2980f,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:34.086887 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:34.141781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:18:34.142937 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:18:34.145811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:18:34.232681 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:34.296692 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:34.326568 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Sync routers for ids ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:18:34.336841 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Routers {'88e88e5b-d0a8-4e64-8c19-3c91100d7c77'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:18:34.337605 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:18:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:34.533094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Set router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:18:34.577140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for port, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:34.580705 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828486052'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:34.596506 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:34.735699 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event updated for resources: {'Port': ['ID=841f8882-d83a-4b20-9e9a-7b80eba2980f,revision_number=2']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:34.742664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:34.854227 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:34.879324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:34.880681 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-3fd52154-ee28-4bd5-8845-1100509bd5bd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6195607 Feb 17 20:18:35.038530 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9f648a21-1ef8-4cff-ac03-2b2eef6be21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:35.041667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 2, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:35.045890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Checking router: 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:18:35.046291 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Updating router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 port 4303b081-5e14-4be7-970b-f904385c5408 binding host dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:18:35.056332 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-583c6d30-1f05-4241-89da-045a465dfd5c req-aabb88fc-2666-485b-8d22-c2041140d8ca tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Synchronizing usage tracker for tenant:591e4c3eb1014ad9a42cca8707aaf065 on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:18:35.072994 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-583c6d30-1f05-4241-89da-045a465dfd5c req-aabb88fc-2666-485b-8d22-c2041140d8ca tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Unset dirty status for tenant:591e4c3eb1014ad9a42cca8707aaf065 on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:18:35.074319 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-aabb88fc-2666-485b-8d22-c2041140d8ca tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1890538062&fields=id&tenant_id=591e4c3eb1014ad9a42cca8707aaf065 HTTP/1.1" status: 200 len: 267 time: 0.0634630 Feb 17 20:18:35.106316 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:35.240457 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c6d30-1f05-4241-89da-045a465dfd5c req-837c7b62-7171-405a-9ee9-3da6851e4d29 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:35.241482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-583c6d30-1f05-4241-89da-045a465dfd5c req-837c7b62-7171-405a-9ee9-3da6851e4d29 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Synchronizing usage tracker for tenant:591e4c3eb1014ad9a42cca8707aaf065 on resource:network {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:18:35.258408 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-583c6d30-1f05-4241-89da-045a465dfd5c req-837c7b62-7171-405a-9ee9-3da6851e4d29 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Unset dirty status for tenant:591e4c3eb1014ad9a42cca8707aaf065 on resource:network {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:18:35.259797 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-837c7b62-7171-405a-9ee9-3da6851e4d29 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/networks?id=5b70448a-327f-49b6-837b-e6f2fb833977 HTTP/1.1" status: 200 len: 811 time: 0.1775811 Feb 17 20:18:35.275824 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-bdcc1de8-15c2-4bea-acb6-eae29ce833f4 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/quotas/591e4c3eb1014ad9a42cca8707aaf065 HTTP/1.1" status: 200 len: 375 time: 0.0097699 Feb 17 20:18:35.376904 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-8236972a-dcb6-4055-9a2e-5a4174091322 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=591e4c3eb1014ad9a42cca8707aaf065&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0934553 Feb 17 20:18:35.381348 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dc911813-ca81-4be9-918b-8b9c485c4d66 req-f3758cc1-8869-4f48-8785-beaf0a32a760 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0820785 Feb 17 20:18:35.514913 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc911813-ca81-4be9-918b-8b9c485c4d66 req-3161c537-3754-4461-92bd-0ae042c20635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:35.516464 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dc911813-ca81-4be9-918b-8b9c485c4d66 req-3161c537-3754-4461-92bd-0ae042c20635 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ca4edba84fd404b926172b1687fa4ac&device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 1162 time: 0.0957997 Feb 17 20:18:35.543140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:35.555756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Transition to ACTIVE for port object 4303b081-5e14-4be7-970b-f904385c5408 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:18:35.559071 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:35.578904 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:35.599667 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-6f98d005-55ad-4b0e-9918-4acbf5030f5d service neutron] 10.222.0.73 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097344 Feb 17 20:18:35.677711 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc911813-ca81-4be9-918b-8b9c485c4d66 req-13dfa45b-d8c7-4ba7-95c2-d1abc3375fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:35.679349 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dc911813-ca81-4be9-918b-8b9c485c4d66 req-13dfa45b-d8c7-4ba7-95c2-d1abc3375fbe service neutron] 10.222.0.127 "GET /v2.0/networks?id=32488c97-a31e-48ff-9e35-7cc59840c794 HTTP/1.1" status: 200 len: 902 time: 0.1426272 Feb 17 20:18:35.729137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 74b2dc61-5d63-4dc7-8719-3101570273a1 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:35.758756 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-7530663d-6785-41d2-9fd9-20d627387f48 service neutron] 10.222.0.73 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1519494 Feb 17 20:18:35.766986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54fb76-fd16-4646-9a76-f7c7a74fe970 None None] Pushing event updated for resources: {'Port': ['ID=4303b081-5e14-4be7-970b-f904385c5408,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:35.780199 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5d54fb76-fd16-4646-9a76-f7c7a74fe970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:35.801030 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dc911813-ca81-4be9-918b-8b9c485c4d66 req-d56b6cdf-0860-4f83-bb83-14e57d86392e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6 HTTP/1.1" status: 200 len: 1000 time: 0.1141353 Feb 17 20:18:35.880021 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc911813-ca81-4be9-918b-8b9c485c4d66 req-6bc35d95-3565-4134-b482-055674f48715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:35.881897 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dc911813-ca81-4be9-918b-8b9c485c4d66 req-6bc35d95-3565-4134-b482-055674f48715 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1e93fb0e-6266-4ab2-8079-19ede8c3b37f HTTP/1.1" status: 200 len: 847 time: 0.0741935 Feb 17 20:18:35.937859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 74b2dc61-5d63-4dc7-8719-3101570273a1 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:35.938286 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:35.988900 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-37a7dbc2-5d7f-41b9-9d74-ab63962db1ac req-682d1241-b63e-41da-9d7b-c1c41d340a78 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 210 time: 0.0623095 Feb 17 20:18:36.008005 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc911813-ca81-4be9-918b-8b9c485c4d66 req-c7c5a47b-2a6a-4ec4-baa4-9af95ccca8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:36.010646 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dc911813-ca81-4be9-918b-8b9c485c4d66 req-c7c5a47b-2a6a-4ec4-baa4-9af95ccca8a2 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=32488c97-a31e-48ff-9e35-7cc59840c794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1223071 Feb 17 20:18:36.039951 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Attempting to bind port 4303b081-5e14-4be7-970b-f904385c5408 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:18:36.040367 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Attempting to bind port 4303b081-5e14-4be7-970b-f904385c5408 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:18:36.040779 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Attempting to bind port 4303b081-5e14-4be7-970b-f904385c5408 on network 5b70448a-327f-49b6-837b-e6f2fb833977 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:18:36.057483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:18:36.057998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Checking segment: {'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:18:36.058544 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:36.059064 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Bound using segment: {'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:18:36.059672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Bound port: 4303b081-5e14-4be7-970b-f904385c5408, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:18:36.060495 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:36.178037 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dc911813-ca81-4be9-918b-8b9c485c4d66 req-7b95fcb7-550c-46f8-bf98-99aa4f0b1608 service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582339 Feb 17 20:18:36.253829 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] For port 4303b081-5e14-4be7-970b-f904385c5408, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:18:36.257048 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] For port 4303b081-5e14-4be7-970b-f904385c5408, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=4303b081-5e14-4be7-970b-f904385c5408,segment=NetworkSegment(a62783dd-7de2-4e99-aabc-4fdea567c056),segment_id=a62783dd-7de2-4e99-aabc-4fdea567c056)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:18:36.262890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:36.278981 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-763a94a7-69f9-48e9-a9c9-510b99bea4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:36.337770 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dc911813-ca81-4be9-918b-8b9c485c4d66 req-245f68bd-ef9d-4d22-ba77-620fbdca8a91 service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1530502 Feb 17 20:18:36.427342 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54fb76-fd16-4646-9a76-f7c7a74fe970 None None] Pushing event updated for resources: {'Port': ['ID=4303b081-5e14-4be7-970b-f904385c5408,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:36.440274 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5d54fb76-fd16-4646-9a76-f7c7a74fe970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:36.481058 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Routers {'88e88e5b-d0a8-4e64-8c19-3c91100d7c77'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:18:36.481734 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:18:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:36.687124 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] Set router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:18:37.022468 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:36Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:37.026862 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f641afb-5712-4887-9db6-b514c165c669 None None] The sync data for ids ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'] in dv-cinder-760038-3-iscsi is: [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:36Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:18:37.170480 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-471aa89d-672e-4e1e-ab82-968c19527cee req-bb3ade26-9be7-4804-98e6-d7adda00a04b tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 210 time: 0.0521736 Feb 17 20:18:37.196478 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c6d30-1f05-4241-89da-045a465dfd5c req-b6fa7a56-41f3-47df-98c4-147b19ff1b0c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:37.198137 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-b6fa7a56-41f3-47df-98c4-147b19ff1b0c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.127 "GET /v2.0/networks?id=5b70448a-327f-49b6-837b-e6f2fb833977 HTTP/1.1" status: 200 len: 811 time: 0.1727862 Feb 17 20:18:37.281317 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-583c6d30-1f05-4241-89da-045a465dfd5c req-ae0d2ec9-e896-4c7f-9dc1-2d682e8e4a8e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Synchronizing usage tracker for tenant:591e4c3eb1014ad9a42cca8707aaf065 on resource:security_group {{(pid=84037) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:18:37.296501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-583c6d30-1f05-4241-89da-045a465dfd5c req-ae0d2ec9-e896-4c7f-9dc1-2d682e8e4a8e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Unset dirty status for tenant:591e4c3eb1014ad9a42cca8707aaf065 on resource:security_group {{(pid=84037) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:18:37.297962 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-ae0d2ec9-e896-4c7f-9dc1-2d682e8e4a8e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=591e4c3eb1014ad9a42cca8707aaf065 HTTP/1.1" status: 200 len: 5708 time: 0.0912280 Feb 17 20:18:37.307834 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Request body: {'port': {'device_id': '3bb8d708-fccf-4d06-b13b-cadb9077fd77', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'admin_state_up': True, 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'security_groups': ['53179c4e-e546-4950-b0cd-360a469622b4']}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:37.462663 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:18:37.466874 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Usage tracker for resource:port and tenant:591e4c3eb1014ad9a42cca8707aaf065 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:18:37.469997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:18:37.476569 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:18:37.485758 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Made reservation on behalf of 591e4c3eb1014ad9a42cca8707aaf065 for: {'port': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:18:37.492090 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:37.696766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1fd07bad-5050-4c0e-9567-19f47699ae86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:37.732586 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 4303b081-5e14-4be7-970b-f904385c5408 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:37.809342 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 4303b081-5e14-4be7-970b-f904385c5408 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:18:37.814648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 4303b081-5e14-4be7-970b-f904385c5408 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:37.815385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:37.816480 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Allocated IP 172.20.0.12 (5b70448a-327f-49b6-837b-e6f2fb833977/a8318528-83bb-4bba-8959-a96e0bb2405d/fb05a03d-1abc-4438-93ba-a187ec605fa4) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:18:37.957334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:37.958200 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:37.993989 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 4303b081-5e14-4be7-970b-f904385c5408, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=4303b081-5e14-4be7-970b-f904385c5408,segment=NetworkSegment(a62783dd-7de2-4e99-aabc-4fdea567c056),segment_id=a62783dd-7de2-4e99-aabc-4fdea567c056)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:37.997970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:37.999920 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:38.025361 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:38.042932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Transition to ACTIVE for port object fb05a03d-1abc-4438-93ba-a187ec605fa4 will not be triggered until provisioned by entity DHCP. {{(pid=84037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:18:38.066435 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:38.070312 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=4303b081-5e14-4be7-970b-f904385c5408,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:38.073479 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:38.086615 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6bbf1ffc-7660-454f-9e8e-714877d47876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:38.226249 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event updated for resources: {'Port': ['ID=fb05a03d-1abc-4438-93ba-a187ec605fa4,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:38.230547 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:38.286819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Network 5b70448a-327f-49b6-837b-e6f2fb833977 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:18:38.288086 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:18:38.290327 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:18:38.356131 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:38.356795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:38.378148 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac1423-58de-48ac-9f6b-6f9f73575f42 req-5bac499d-4c9f-4582-b82e-a84c12ce8a11 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:38.379669 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-64e22b7c-967d-4b76-856a-50af632ded13 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0760334 Feb 17 20:18:38.380329 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b6ac1423-58de-48ac-9f6b-6f9f73575f42 req-5bac499d-4c9f-4582-b82e-a84c12ce8a11 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 932 time: 0.0962863 Feb 17 20:18:38.392295 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Request body: {'port': {'device_id': '3bb8d708-fccf-4d06-b13b-cadb9077fd77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:38.451593 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b6ac1423-58de-48ac-9f6b-6f9f73575f42 req-96ff4e10-430a-4683-8c45-fcddeddd9826 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646622 Feb 17 20:18:38.487411 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-b20b7bfb-c294-44cf-9100-66a2094b7d62 None None] Provisioning for port fb05a03d-1abc-4438-93ba-a187ec605fa4 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:18:38.492858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-b20b7bfb-c294-44cf-9100-66a2094b7d62 None None] Provisioning complete for port fb05a03d-1abc-4438-93ba-a187ec605fa4 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:38.493318 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b20b7bfb-c294-44cf-9100-66a2094b7d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:38.527107 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:38.553662 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-b20b7bfb-c294-44cf-9100-66a2094b7d62 None None] Port fb05a03d-1abc-4438-93ba-a187ec605fa4 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:18:38.940576 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb05a03d-1abc-4438-93ba-a187ec605fa4 {{(pid=84037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:18:38.948471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:38.960497 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Transition to ACTIVE for port object fb05a03d-1abc-4438-93ba-a187ec605fa4 will not be triggered until provisioned by entity L2. {{(pid=84037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:18:38.963070 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828486052'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:38.978909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6b446966-3498-4e0f-9df7-19da5f7d0aa8 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:39.181083 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:39.355801 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb05a03d-1abc-4438-93ba-a187ec605fa4,revision_number=2']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:39.361012 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:39.455004 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:39.553299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Attempting to bind port fb05a03d-1abc-4438-93ba-a187ec605fa4 on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:18:39.553764 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Attempting to bind port fb05a03d-1abc-4438-93ba-a187ec605fa4 by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'}] {{(pid=84037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:18:39.553999 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Attempting to bind port fb05a03d-1abc-4438-93ba-a187ec605fa4 on network 5b70448a-327f-49b6-837b-e6f2fb833977 {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:18:39.560352 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:18:39.560730 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Checking segment: {'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:18:39.561175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:39.561578 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Bound using segment: {'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'} {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:18:39.562063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Bound port: fb05a03d-1abc-4438-93ba-a187ec605fa4, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'}}] {{(pid=84037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:18:39.562446 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:39.661195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] For port fb05a03d-1abc-4438-93ba-a187ec605fa4, host hv-cinder-76003, cleared binding levels {{(pid=84037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:18:39.663106 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed690a-25b0-46f7-931f-b090fb709797 req-162b9ceb-2562-4413-9320-4f49db31df0d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:39.664449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] For port fb05a03d-1abc-4438-93ba-a187ec605fa4, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=fb05a03d-1abc-4438-93ba-a187ec605fa4,segment=NetworkSegment(a62783dd-7de2-4e99-aabc-4fdea567c056),segment_id=a62783dd-7de2-4e99-aabc-4fdea567c056)] {{(pid=84037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:18:39.664722 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e9ed690a-25b0-46f7-931f-b090fb709797 req-162b9ceb-2562-4413-9320-4f49db31df0d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 944 time: 0.0944898 Feb 17 20:18:39.668094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828486052'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:39.683998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ca230c75-3bd9-4444-a6b2-f0960f81f696 tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:39.717571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 4303b081-5e14-4be7-970b-f904385c5408 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:39.721993 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e9ed690a-25b0-46f7-931f-b090fb709797 req-5205515b-e6db-4d77-b562-b1fda30c59a5 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481043 Feb 17 20:18:39.789425 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 4303b081-5e14-4be7-970b-f904385c5408 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:39.789841 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:39.835492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb05a03d-1abc-4438-93ba-a187ec605fa4,revision_number=3']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:39.848485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:39.881469 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:39.882195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:39.883622 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-d0a610de-8e5a-4683-9b06-ac0060fa63b4 service neutron] 10.222.0.127 "PUT /v2.0/ports/fb05a03d-1abc-4438-93ba-a187ec605fa4 HTTP/1.1" status: 200 len: 1158 time: 1.4961119 Feb 17 20:18:39.884174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb8d708-fccf-4d06-b13b-cadb9077fd77', 'tag': 'fb05a03d-1abc-4438-93ba-a187ec605fa4'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:39.971630 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb8d708-fccf-4d06-b13b-cadb9077fd77', 'tag': 'fb05a03d-1abc-4438-93ba-a187ec605fa4', 'status': 'completed', 'code': 200} Feb 17 20:18:40.010940 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c6d30-1f05-4241-89da-045a465dfd5c req-c1202746-4870-4e8e-8566-008ef71f0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:40.012581 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-c1202746-4870-4e8e-8566-008ef71f0cf1 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=591e4c3eb1014ad9a42cca8707aaf065&device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 1161 time: 0.0862665 Feb 17 20:18:40.091883 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-cdcca6ce-8693-4c3f-9788-94da75da81b2 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb05a03d-1abc-4438-93ba-a187ec605fa4 HTTP/1.1" status: 200 len: 217 time: 0.0714164 Feb 17 20:18:40.162223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c6d30-1f05-4241-89da-045a465dfd5c req-4acc326d-57d7-4796-a813-2567fc9c2928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:40.163718 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-4acc326d-57d7-4796-a813-2567fc9c2928 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a8318528-83bb-4bba-8959-a96e0bb2405d HTTP/1.1" status: 200 len: 850 time: 0.0655184 Feb 17 20:18:40.248683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c6d30-1f05-4241-89da-045a465dfd5c req-6be98803-73a4-4c09-97d9-d7af4ec8cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:40.250222 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-6be98803-73a4-4c09-97d9-d7af4ec8cd9b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=5b70448a-327f-49b6-837b-e6f2fb833977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799229 Feb 17 20:18:40.395958 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-32b17336-c184-4a52-a681-9d906fbd6be4 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384778 Feb 17 20:18:40.540483 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-583c6d30-1f05-4241-89da-045a465dfd5c req-96f57605-6e8f-4f1d-9eff-2d0a8f5d2b53 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373110 Feb 17 20:18:40.659142 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c3323-226f-42d8-b85e-91fcf50d617f req-6667a0cb-7721-4f7f-b7e6-6e09ca0aa832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:40.660837 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb2c3323-226f-42d8-b85e-91fcf50d617f req-6667a0cb-7721-4f7f-b7e6-6e09ca0aa832 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=591e4c3eb1014ad9a42cca8707aaf065&device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 1161 time: 0.0773394 Feb 17 20:18:40.803071 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c3323-226f-42d8-b85e-91fcf50d617f req-1ebf0cfd-5bb8-4a11-a914-a4691af562a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:40.804674 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb2c3323-226f-42d8-b85e-91fcf50d617f req-1ebf0cfd-5bb8-4a11-a914-a4691af562a2 service neutron] 10.222.0.127 "GET /v2.0/networks?id=5b70448a-327f-49b6-837b-e6f2fb833977 HTTP/1.1" status: 200 len: 905 time: 0.1370685 Feb 17 20:18:40.883286 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb2c3323-226f-42d8-b85e-91fcf50d617f req-144ffd0c-b133-4fd8-9c31-35bbb1b281ba service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb05a03d-1abc-4438-93ba-a187ec605fa4 HTTP/1.1" status: 200 len: 217 time: 0.0710614 Feb 17 20:18:40.918789 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9ab2b-0f8f-422b-81a4-8d0a868e4b5b req-f61c8813-1ef6-4f20-90ef-979564f9f950 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:40.920403 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e3f9ab2b-0f8f-422b-81a4-8d0a868e4b5b req-f61c8813-1ef6-4f20-90ef-979564f9f950 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 944 time: 0.0869684 Feb 17 20:18:40.953739 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c3323-226f-42d8-b85e-91fcf50d617f req-df452482-1bd5-4b29-b223-fb133f4a2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:40.955331 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb2c3323-226f-42d8-b85e-91fcf50d617f req-df452482-1bd5-4b29-b223-fb133f4a2b1e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a8318528-83bb-4bba-8959-a96e0bb2405d HTTP/1.1" status: 200 len: 850 time: 0.0645225 Feb 17 20:18:40.971691 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e3f9ab2b-0f8f-422b-81a4-8d0a868e4b5b req-71b3e54d-f9bf-4660-b6c3-c4aac97aa9cc tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441940 Feb 17 20:18:41.041432 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c3323-226f-42d8-b85e-91fcf50d617f req-465b3127-b9c1-4c70-93e9-b6823cbbbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:41.042955 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb2c3323-226f-42d8-b85e-91fcf50d617f req-465b3127-b9c1-4c70-93e9-b6823cbbbd59 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=5b70448a-327f-49b6-837b-e6f2fb833977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803947 Feb 17 20:18:41.187258 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb2c3323-226f-42d8-b85e-91fcf50d617f req-a7c68ade-53ef-4d0c-90c1-ca441801e4e6 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360538 Feb 17 20:18:41.330810 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fb2c3323-226f-42d8-b85e-91fcf50d617f req-76a4b204-2639-48df-ab64-7c4e394c4c26 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364012 Feb 17 20:18:42.177141 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac20dcd-9ff8-49e3-ae76-4462b0b9e307 req-cbd6a20a-64af-46e2-97b7-4e788e3f31bb tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:42.178752 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bac20dcd-9ff8-49e3-ae76-4462b0b9e307 req-cbd6a20a-64af-46e2-97b7-4e788e3f31bb tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 944 time: 0.0865798 Feb 17 20:18:42.226518 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bac20dcd-9ff8-49e3-ae76-4462b0b9e307 req-f5ce7242-6969-4cc3-a10f-9d98835e1600 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412624 Feb 17 20:18:42.460552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device fb05a03d-1abc-4438-93ba-a187ec605fa4 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:42.534054 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port fb05a03d-1abc-4438-93ba-a187ec605fa4 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:18:42.538985 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port fb05a03d-1abc-4438-93ba-a187ec605fa4 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:42.539399 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:42.661733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:42.689293 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb8d708-fccf-4d06-b13b-cadb9077fd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb05a03d-1abc-4438-93ba-a187ec605fa4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:42.699761 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port fb05a03d-1abc-4438-93ba-a187ec605fa4, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=fb05a03d-1abc-4438-93ba-a187ec605fa4,segment=NetworkSegment(a62783dd-7de2-4e99-aabc-4fdea567c056),segment_id=a62783dd-7de2-4e99-aabc-4fdea567c056)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:18:42.702623 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:42.704647 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1f61cc73-40a1-4f26-bb20-00ef2e7e3c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:18:42.743345 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb8d708-fccf-4d06-b13b-cadb9077fd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb05a03d-1abc-4438-93ba-a187ec605fa4', 'code': 200} Feb 17 20:18:42.778039 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=fb05a03d-1abc-4438-93ba-a187ec605fa4,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:18:42.781176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:18:42.971016 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2802c83-2702-45ac-9b6d-b69e842f47e7 req-2973c1cc-5d3b-446a-99c8-2cad6b87aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:42.973122 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b2802c83-2702-45ac-9b6d-b69e842f47e7 req-2973c1cc-5d3b-446a-99c8-2cad6b87aa3e service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 1163 time: 0.0775399 Feb 17 20:18:43.017373 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b2802c83-2702-45ac-9b6d-b69e842f47e7 req-99edbab6-c312-42b7-84a7-d8f9f6afb597 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373271 Feb 17 20:18:43.377159 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:43.431265 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844f413-af64-4e58-9116-4273981fe13a req-bcf67eb8-9c6b-4f9b-bbff-945ab91fd1f8 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:43.432936 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6844f413-af64-4e58-9116-4273981fe13a req-bcf67eb8-9c6b-4f9b-bbff-945ab91fd1f8 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0911891 Feb 17 20:18:43.480723 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6844f413-af64-4e58-9116-4273981fe13a req-7a0823ac-05b6-400e-9552-38a3429dac72 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414019 Feb 17 20:18:44.171887 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device fb05a03d-1abc-4438-93ba-a187ec605fa4 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:18:44.247014 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port fb05a03d-1abc-4438-93ba-a187ec605fa4 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:18:44.247434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:44.681241 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abda46-57e4-4588-8fd3-5d4663bcfae3 req-bbb26639-a320-4361-985f-6d34353cf899 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:44.682832 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-90abda46-57e4-4588-8fd3-5d4663bcfae3 req-bbb26639-a320-4361-985f-6d34353cf899 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0893462 Feb 17 20:18:44.731098 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-90abda46-57e4-4588-8fd3-5d4663bcfae3 req-39bb1ba5-b280-40c9-a862-7e47ee017e08 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419145 Feb 17 20:18:44.923138 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d661e-6835-47fe-9f45-7c7c056b1d9c req-c199fe6f-4b3c-4eea-b6d9-33ddd7e02c6e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:44.924744 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d12d661e-6835-47fe-9f45-7c7c056b1d9c req-c199fe6f-4b3c-4eea-b6d9-33ddd7e02c6e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0897760 Feb 17 20:18:44.934392 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 32926) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:18:44.939854 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-25288b0e-fa2e-4bfd-90fa-abb561b88f4e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Request body: {'floatingip': {'port_id': 'fb05a03d-1abc-4438-93ba-a187ec605fa4'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:18:45.025616 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-25288b0e-fa2e-4bfd-90fa-abb561b88f4e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for floatingip, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:45.868292 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-25288b0e-fa2e-4bfd-90fa-abb561b88f4e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:45.871344 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-25288b0e-fa2e-4bfd-90fa-abb561b88f4e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:46.065608 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [None req-25288b0e-fa2e-4bfd-90fa-abb561b88f4e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Floating IP b9566276-a997-4e5a-b9bb-38f64e32e899 associated. External IP: 172.27.1.116, port: fb05a03d-1abc-4438-93ba-a187ec605fa4. Feb 17 20:18:46.452666 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25288b0e-fa2e-4bfd-90fa-abb561b88f4e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:18:46.647008 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25288b0e-fa2e-4bfd-90fa-abb561b88f4e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:18:46.652002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-25288b0e-fa2e-4bfd-90fa-abb561b88f4e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:18:46.657571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b8e8d2-7a4c-4a9a-adcf-018e57add6ca None None] Sync routers for ids ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:18:46.667962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b8e8d2-7a4c-4a9a-adcf-018e57add6ca None None] Routers {'88e88e5b-d0a8-4e64-8c19-3c91100d7c77'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:18:46.668634 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-92b8e8d2-7a4c-4a9a-adcf-018e57add6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:18:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:46.717096 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-25288b0e-fa2e-4bfd-90fa-abb561b88f4e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "PUT /v2.0/floatingips/b9566276-a997-4e5a-b9bb-38f64e32e899 HTTP/1.1" status: 200 len: 992 time: 1.7814820 Feb 17 20:18:46.717696 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb8d708-fccf-4d06-b13b-cadb9077fd77', 'tag': 'fb05a03d-1abc-4438-93ba-a187ec605fa4'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:18:46.771585 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb8d708-fccf-4d06-b13b-cadb9077fd77', 'tag': 'fb05a03d-1abc-4438-93ba-a187ec605fa4', 'status': 'completed', 'code': 200} Feb 17 20:18:46.863665 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-92b8e8d2-7a4c-4a9a-adcf-018e57add6ca None None] Set router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:18:46.877474 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a0e7e-75b8-4599-850b-34d8c742b25a req-4766d468-0f00-4e29-b7ea-d61919b7e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:46.879636 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-325a0e7e-75b8-4599-850b-34d8c742b25a req-4766d468-0f00-4e29-b7ea-d61919b7e725 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=591e4c3eb1014ad9a42cca8707aaf065&device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 1163 time: 0.0848699 Feb 17 20:18:47.028406 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a0e7e-75b8-4599-850b-34d8c742b25a req-5b44c973-46c3-40f8-975f-6b9da01ce6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:47.029989 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-325a0e7e-75b8-4599-850b-34d8c742b25a req-5b44c973-46c3-40f8-975f-6b9da01ce6a3 service neutron] 10.222.0.127 "GET /v2.0/networks?id=5b70448a-327f-49b6-837b-e6f2fb833977 HTTP/1.1" status: 200 len: 905 time: 0.1440635 Feb 17 20:18:47.138535 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-325a0e7e-75b8-4599-850b-34d8c742b25a req-c2d73e29-04f9-451c-b51a-daeb57548818 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb05a03d-1abc-4438-93ba-a187ec605fa4 HTTP/1.1" status: 200 len: 1000 time: 0.1018474 Feb 17 20:18:47.210755 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a0e7e-75b8-4599-850b-34d8c742b25a req-d3aa8ddb-a7ad-4281-b0a3-5c24f1c187f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:47.212329 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-325a0e7e-75b8-4599-850b-34d8c742b25a req-d3aa8ddb-a7ad-4281-b0a3-5c24f1c187f7 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a8318528-83bb-4bba-8959-a96e0bb2405d HTTP/1.1" status: 200 len: 850 time: 0.0669327 Feb 17 20:18:47.296479 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a0e7e-75b8-4599-850b-34d8c742b25a req-8a6aa984-1535-47d9-b39e-0895b762cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:18:47.298073 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-325a0e7e-75b8-4599-850b-34d8c742b25a req-8a6aa984-1535-47d9-b39e-0895b762cf3d service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=5b70448a-327f-49b6-837b-e6f2fb833977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785890 Feb 17 20:18:47.388616 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-92b8e8d2-7a4c-4a9a-adcf-018e57add6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': 'b9566276-a997-4e5a-b9bb-38f64e32e899', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'port_id': 'fb05a03d-1abc-4438-93ba-a187ec605fa4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'mac_address': 'fa:16:3e:db:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8d708-fccf-4d06-b13b-cadb9077fd77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:18:34Z', 'updated_at': '2021-02-17T20:18:45Z', 'revision_number': 1, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:37Z', 'revision_number': 5, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:47.392747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b8e8d2-7a4c-4a9a-adcf-018e57add6ca None None] Checking router: 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:18:47.401942 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b8e8d2-7a4c-4a9a-adcf-018e57add6ca None None] Routers {'88e88e5b-d0a8-4e64-8c19-3c91100d7c77'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:18:47.402620 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-92b8e8d2-7a4c-4a9a-adcf-018e57add6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:18:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:47.447401 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-325a0e7e-75b8-4599-850b-34d8c742b25a req-550884dd-80f4-4dcb-a1ed-d1fa96abade9 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420882 Feb 17 20:18:47.592748 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-92b8e8d2-7a4c-4a9a-adcf-018e57add6ca None None] Set router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:18:47.593161 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-325a0e7e-75b8-4599-850b-34d8c742b25a req-6be326ad-d3b0-443a-a0be-6e3f36238fb0 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389151 Feb 17 20:18:47.958290 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-92b8e8d2-7a4c-4a9a-adcf-018e57add6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': 'b9566276-a997-4e5a-b9bb-38f64e32e899', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'port_id': 'fb05a03d-1abc-4438-93ba-a187ec605fa4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'mac_address': 'fa:16:3e:db:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8d708-fccf-4d06-b13b-cadb9077fd77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:18:34Z', 'updated_at': '2021-02-17T20:18:45Z', 'revision_number': 1, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:37Z', 'revision_number': 5, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:18:47.962533 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b8e8d2-7a4c-4a9a-adcf-018e57add6ca None None] The sync data for ids ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'] in dv-cinder-760038-3-iscsi is: [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': 'b9566276-a997-4e5a-b9bb-38f64e32e899', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'port_id': 'fb05a03d-1abc-4438-93ba-a187ec605fa4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'mac_address': 'fa:16:3e:db:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb8d708-fccf-4d06-b13b-cadb9077fd77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:18:34Z', 'updated_at': '2021-02-17T20:18:45Z', 'revision_number': 1, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:37Z', 'revision_number': 5, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:18:48.252628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e4afe-4a0c-4f48-b901-7a9e4bcf4565 None None] New status for floating IP b9566276-a997-4e5a-b9bb-38f64e32e899: ACTIVE {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:18:51.371036 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:19:00.270402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2a4ff-2e45-48ab-9938-4d5e8ddd8afe req-37193ce0-5cc6-427b-a76c-86aaaa8e1c8a tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:00.271992 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-21d2a4ff-2e45-48ab-9938-4d5e8ddd8afe req-37193ce0-5cc6-427b-a76c-86aaaa8e1c8a tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 945 time: 0.0871503 Feb 17 20:19:00.323324 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-21d2a4ff-2e45-48ab-9938-4d5e8ddd8afe req-4ad78b7b-5bd8-487e-b0bb-235df74993f4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0450814 Feb 17 20:19:01.529270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874165c0-2fa7-49d5-b48c-0a956b86a948 req-41dfb8fc-df0b-4543-9c22-d275c9eaaf12 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:01.530878 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-874165c0-2fa7-49d5-b48c-0a956b86a948 req-41dfb8fc-df0b-4543-9c22-d275c9eaaf12 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 945 time: 0.0911500 Feb 17 20:19:01.578986 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-874165c0-2fa7-49d5-b48c-0a956b86a948 req-678f2741-fb93-4545-b42a-1cc3a0ac2089 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414655 Feb 17 20:19:05.029941 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9725b401-de53-4ffa-8375-6c3a48705ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:07.689545 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-39cbbea8-046b-4622-ada8-2c437fdc2401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:07.940438 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:08.257649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device a72085ec-9b5d-4eca-ba22-af5a5d922bc6 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:19:08.330299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:19:08.330721 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:09.183563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:09.458260 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:10.431240 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8345c20-34d8-4757-9117-7f5374ba3004 req-2abd698d-f937-41fb-9032-a1803e993825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:10.432791 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c8345c20-34d8-4757-9117-7f5374ba3004 req-2abd698d-f937-41fb-9032-a1803e993825 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ca4edba84fd404b926172b1687fa4ac&device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 1162 time: 0.0871031 Feb 17 20:19:10.575793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8345c20-34d8-4757-9117-7f5374ba3004 req-9d7b180b-470c-40ad-9077-629d94e7a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:10.577380 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c8345c20-34d8-4757-9117-7f5374ba3004 req-9d7b180b-470c-40ad-9077-629d94e7a6d0 service neutron] 10.222.0.127 "GET /v2.0/networks?id=32488c97-a31e-48ff-9e35-7cc59840c794 HTTP/1.1" status: 200 len: 902 time: 0.1378131 Feb 17 20:19:10.685620 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c8345c20-34d8-4757-9117-7f5374ba3004 req-06c42c5b-a027-4df8-bfe4-cf616f77f0b5 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6 HTTP/1.1" status: 200 len: 1000 time: 0.1013310 Feb 17 20:19:10.758290 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8345c20-34d8-4757-9117-7f5374ba3004 req-0f413ff8-cc74-449d-b996-9bc2cd0e4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:10.759869 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c8345c20-34d8-4757-9117-7f5374ba3004 req-0f413ff8-cc74-449d-b996-9bc2cd0e4cac service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1e93fb0e-6266-4ab2-8079-19ede8c3b37f HTTP/1.1" status: 200 len: 847 time: 0.0676770 Feb 17 20:19:10.842680 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8345c20-34d8-4757-9117-7f5374ba3004 req-1d3663c3-befb-4e78-bc3e-ed481e27bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:10.844243 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c8345c20-34d8-4757-9117-7f5374ba3004 req-1d3663c3-befb-4e78-bc3e-ed481e27bfe6 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=32488c97-a31e-48ff-9e35-7cc59840c794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771081 Feb 17 20:19:10.985529 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c8345c20-34d8-4757-9117-7f5374ba3004 req-69259ae5-0909-4ffa-98e4-2a027e4f5872 service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336038 Feb 17 20:19:11.128328 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c8345c20-34d8-4757-9117-7f5374ba3004 req-e8d5fffb-d2c5-4b42-9509-fe3dacb43b2f service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1352892 Feb 17 20:19:13.383961 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:14.243527 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device a72085ec-9b5d-4eca-ba22-af5a5d922bc6 no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:19:14.365211 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:14.394633 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:19:14.405934 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port a72085ec-9b5d-4eca-ba22-af5a5d922bc6, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6,segment=NetworkSegment(826863b8-d59f-4c52-9c0a-90f66f31216d),segment_id=826863b8-d59f-4c52-9c0a-90f66f31216d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:19:14.409160 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:14.411789 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5d54fb76-fd16-4646-9a76-f7c7a74fe970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:19:14.450169 dv-cinder-760038-3-iscsi neutron-server[83926]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6', 'code': 422} returned with failed status Feb 17 20:19:14.485196 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=a72085ec-9b5d-4eca-ba22-af5a5d922bc6,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:19:14.488728 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:19:28.370670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:19:35.031091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-247c4ddb-7436-4c91-b86c-5165191964b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:36.468553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabc4ef-85a2-4f8b-9d7a-7ea8af61ec5b req-35630ea2-b5fe-45ad-b335-4a70865c9349 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:36.470203 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4eabc4ef-85a2-4f8b-9d7a-7ea8af61ec5b req-35630ea2-b5fe-45ad-b335-4a70865c9349 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0881445 Feb 17 20:19:36.520608 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4eabc4ef-85a2-4f8b-9d7a-7ea8af61ec5b req-fc9af6fd-7228-4264-bddb-f437d5a2a7c6 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439508 Feb 17 20:19:37.073974 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587ef0e-45cc-4b57-9fdb-4f1cc64c71cc req-f0b789dd-ead7-4431-bacd-24a166dc41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:37.075569 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8587ef0e-45cc-4b57-9fdb-4f1cc64c71cc req-f0b789dd-ead7-4431-bacd-24a166dc41ed service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=591e4c3eb1014ad9a42cca8707aaf065&device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 1163 time: 0.0840576 Feb 17 20:19:37.228970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587ef0e-45cc-4b57-9fdb-4f1cc64c71cc req-ca585f25-3bc7-45d6-9163-2cba007f88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:37.230516 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8587ef0e-45cc-4b57-9fdb-4f1cc64c71cc req-ca585f25-3bc7-45d6-9163-2cba007f88ef service neutron] 10.222.0.127 "GET /v2.0/networks?id=5b70448a-327f-49b6-837b-e6f2fb833977 HTTP/1.1" status: 200 len: 905 time: 0.1353662 Feb 17 20:19:37.339138 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8587ef0e-45cc-4b57-9fdb-4f1cc64c71cc req-28a11439-74af-4565-b8dd-6f21bd107bc3 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb05a03d-1abc-4438-93ba-a187ec605fa4 HTTP/1.1" status: 200 len: 1002 time: 0.1014535 Feb 17 20:19:37.649437 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587ef0e-45cc-4b57-9fdb-4f1cc64c71cc req-dadd5782-f85d-4fe3-a648-54a88bdfd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:37.650931 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8587ef0e-45cc-4b57-9fdb-4f1cc64c71cc req-dadd5782-f85d-4fe3-a648-54a88bdfd710 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a8318528-83bb-4bba-8959-a96e0bb2405d HTTP/1.1" status: 200 len: 850 time: 0.3044682 Feb 17 20:19:37.692347 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f151a510-8588-439e-8656-1bcc8a180fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:37.727225 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b730b15-dceb-40cb-a2bf-e86e0c6dbf6a req-07046702-e0d8-4966-b050-ace210c7ba3d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:37.728829 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6b730b15-dceb-40cb-a2bf-e86e0c6dbf6a req-07046702-e0d8-4966-b050-ace210c7ba3d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0904295 Feb 17 20:19:37.736059 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587ef0e-45cc-4b57-9fdb-4f1cc64c71cc req-05b64afb-62d9-4eeb-858e-676b6196e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:37.737690 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8587ef0e-45cc-4b57-9fdb-4f1cc64c71cc req-05b64afb-62d9-4eeb-858e-676b6196e460 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=5b70448a-327f-49b6-837b-e6f2fb833977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796218 Feb 17 20:19:37.777419 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6b730b15-dceb-40cb-a2bf-e86e0c6dbf6a req-a43d7f19-c5d2-48ca-9cd5-8b98137d26d7 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420692 Feb 17 20:19:37.878709 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8587ef0e-45cc-4b57-9fdb-4f1cc64c71cc req-eefa76ac-81e1-4834-a2e1-2565dee0ab3c service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332994 Feb 17 20:19:37.942993 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:38.021924 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8587ef0e-45cc-4b57-9fdb-4f1cc64c71cc req-e8152fa0-a8a9-4741-ac68-7024b6b98517 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357429 Feb 17 20:19:38.978451 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1a527-cbf1-4f21-b02b-6c49c4b6c20b req-7a0a58a9-e85b-42a3-8a2e-6b4f52c28d6f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:38.980057 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-49a1a527-cbf1-4f21-b02b-6c49c4b6c20b req-7a0a58a9-e85b-42a3-8a2e-6b4f52c28d6f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0902691 Feb 17 20:19:39.027430 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-49a1a527-cbf1-4f21-b02b-6c49c4b6c20b req-9f4e2da8-6c5c-4d88-b0a5-c4ba5c63b6ca tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411332 Feb 17 20:19:39.186032 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:39.460570 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:40.222873 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba7ed0-e6bf-4651-af85-139050839f13 req-fd7c4828-b650-4f1b-a221-56087440cd1e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:40.224468 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d9ba7ed0-e6bf-4651-af85-139050839f13 req-fd7c4828-b650-4f1b-a221-56087440cd1e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0861449 Feb 17 20:19:40.272819 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d9ba7ed0-e6bf-4651-af85-139050839f13 req-c37b88eb-117e-420a-bf81-24c75a5d173b tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409017 Feb 17 20:19:41.481015 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a2e4d-0132-4fd5-be00-be571b0167b7 req-77b63c33-6cbb-4661-8766-9909a3b13808 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:41.482619 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f63a2e4d-0132-4fd5-be00-be571b0167b7 req-77b63c33-6cbb-4661-8766-9909a3b13808 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0898507 Feb 17 20:19:41.530199 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f63a2e4d-0132-4fd5-be00-be571b0167b7 req-86767f78-037e-447f-b23d-c42558b2abe3 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411646 Feb 17 20:19:42.726517 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1458b7-2ce7-4af1-9134-f9ad2d08e72a req-b06ea3f1-484f-44af-b4c7-f2a6cbbc4b48 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:42.728118 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-da1458b7-2ce7-4af1-9134-f9ad2d08e72a req-b06ea3f1-484f-44af-b4c7-f2a6cbbc4b48 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0866046 Feb 17 20:19:42.779975 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-da1458b7-2ce7-4af1-9134-f9ad2d08e72a req-857728de-c32f-4eab-beb8-c2815132915c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452287 Feb 17 20:19:43.414651 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:19:43.976244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332481d4-65b0-40e7-b775-db530cdfaf76 req-561447e2-860f-4b59-a901-c0d708e36128 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:43.977795 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-332481d4-65b0-40e7-b775-db530cdfaf76 req-561447e2-860f-4b59-a901-c0d708e36128 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0873756 Feb 17 20:19:44.025407 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-332481d4-65b0-40e7-b775-db530cdfaf76 req-af0629eb-61ce-417c-aeb5-b3b3571dbade tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413651 Feb 17 20:19:45.227058 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffdb3c-06dc-4d9b-9c24-9d3fecb807d3 req-84167d42-aade-471a-bac3-943df97970e9 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:45.228655 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-daffdb3c-06dc-4d9b-9c24-9d3fecb807d3 req-84167d42-aade-471a-bac3-943df97970e9 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0891402 Feb 17 20:19:45.276634 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-daffdb3c-06dc-4d9b-9c24-9d3fecb807d3 req-29d2e37d-84c3-41d4-892d-41e6f89946ea tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415995 Feb 17 20:19:46.473252 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36a8ef-0623-4d18-a43c-b482c5d2a831 req-f82f3848-c645-457a-affe-8a05a086301d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:46.474865 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8e36a8ef-0623-4d18-a43c-b482c5d2a831 req-f82f3848-c645-457a-affe-8a05a086301d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0868015 Feb 17 20:19:46.522969 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8e36a8ef-0623-4d18-a43c-b482c5d2a831 req-a04c32f4-2017-4b0d-998b-89b40f0f87ad tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411596 Feb 17 20:19:47.730202 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235a32f-7cef-4878-a578-311e934b1981 req-c233658f-1bac-48a7-969e-744aa139026b tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:47.731748 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1235a32f-7cef-4878-a578-311e934b1981 req-c233658f-1bac-48a7-969e-744aa139026b tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0902140 Feb 17 20:19:47.781072 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1235a32f-7cef-4878-a578-311e934b1981 req-bbf12399-1fe1-4eb8-812e-aac06c37f3d3 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427814 Feb 17 20:19:48.983274 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4631372-f1dd-4829-aa31-367e5aef5417 req-9927693a-7378-4ec6-8829-e691ddd0a514 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:48.984906 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d4631372-f1dd-4829-aa31-367e5aef5417 req-9927693a-7378-4ec6-8829-e691ddd0a514 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0898325 Feb 17 20:19:49.035835 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d4631372-f1dd-4829-aa31-367e5aef5417 req-c15bca62-d4e8-4f15-885a-1540146cd8af tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446777 Feb 17 20:19:50.232553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e7183-58b7-4c0f-bd72-810d5b478218 req-1f76c9f9-d03a-465a-86a2-f525c1ccb27c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:50.234182 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b62e7183-58b7-4c0f-bd72-810d5b478218 req-1f76c9f9-d03a-465a-86a2-f525c1ccb27c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0872433 Feb 17 20:19:50.281166 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b62e7183-58b7-4c0f-bd72-810d5b478218 req-a5f9fbea-0875-4ac6-8825-f02f7451cc35 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407445 Feb 17 20:19:51.484507 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495ee3d-51c3-4958-b061-15900edff384 req-dbcd8ca5-52e4-4076-868e-6c6ef3bcd7b4 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:51.486150 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c495ee3d-51c3-4958-b061-15900edff384 req-dbcd8ca5-52e4-4076-868e-6c6ef3bcd7b4 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0896156 Feb 17 20:19:51.532484 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c495ee3d-51c3-4958-b061-15900edff384 req-f83046c0-6178-410f-8887-672a88d15056 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401819 Feb 17 20:19:52.732766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c1706-a509-4514-ab81-c3cea0998100 req-e3407e5f-a795-4480-961c-c19ee9f1908e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:52.734347 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-149c1706-a509-4514-ab81-c3cea0998100 req-e3407e5f-a795-4480-961c-c19ee9f1908e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0864875 Feb 17 20:19:52.783667 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-149c1706-a509-4514-ab81-c3cea0998100 req-3c24c455-290f-4a26-9ce8-13e4a7c3ff07 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429149 Feb 17 20:19:53.140334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f9d17-e28a-4508-9597-a10ed45952a9 req-d2fbe34b-6084-494d-81a5-97f1fed920d7 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:53.141984 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dd6f9d17-e28a-4508-9597-a10ed45952a9 req-d2fbe34b-6084-494d-81a5-97f1fed920d7 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0913184 Feb 17 20:19:53.188082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e690d-8cca-45b0-acb4-474870a4e083 req-bd63e78a-d208-43fb-9df1-d30e45564350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:53.189720 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3b5e690d-8cca-45b0-acb4-474870a4e083 req-bd63e78a-d208-43fb-9df1-d30e45564350 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=591e4c3eb1014ad9a42cca8707aaf065&device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 1163 time: 0.0837069 Feb 17 20:19:53.189870 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dd6f9d17-e28a-4508-9597-a10ed45952a9 req-2724e585-7831-462b-8522-6a8f75a43b67 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413792 Feb 17 20:19:53.333847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e690d-8cca-45b0-acb4-474870a4e083 req-8dd8212a-6807-4600-9b02-324f35f6a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:53.335409 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3b5e690d-8cca-45b0-acb4-474870a4e083 req-8dd8212a-6807-4600-9b02-324f35f6a70e service neutron] 10.222.0.127 "GET /v2.0/networks?id=5b70448a-327f-49b6-837b-e6f2fb833977 HTTP/1.1" status: 200 len: 905 time: 0.1384280 Feb 17 20:19:53.449467 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3b5e690d-8cca-45b0-acb4-474870a4e083 req-44a68835-a4ae-4d83-87be-d05324a106d7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb05a03d-1abc-4438-93ba-a187ec605fa4 HTTP/1.1" status: 200 len: 1002 time: 0.1076429 Feb 17 20:19:53.516791 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e690d-8cca-45b0-acb4-474870a4e083 req-7f1152ba-d82b-46cc-8e17-ddb13a1101ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:53.518309 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3b5e690d-8cca-45b0-acb4-474870a4e083 req-7f1152ba-d82b-46cc-8e17-ddb13a1101ff service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a8318528-83bb-4bba-8959-a96e0bb2405d HTTP/1.1" status: 200 len: 850 time: 0.0627489 Feb 17 20:19:53.600822 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e690d-8cca-45b0-acb4-474870a4e083 req-067520e8-5e74-4afc-8fd7-d37ab52dd1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:53.602452 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3b5e690d-8cca-45b0-acb4-474870a4e083 req-067520e8-5e74-4afc-8fd7-d37ab52dd1d0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=5b70448a-327f-49b6-837b-e6f2fb833977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778444 Feb 17 20:19:53.747596 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3b5e690d-8cca-45b0-acb4-474870a4e083 req-8624bc3b-3389-4d39-8c12-cced7cce3f52 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379032 Feb 17 20:19:53.886961 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3b5e690d-8cca-45b0-acb4-474870a4e083 req-fe5feafd-150a-438b-9a30-9e6636ee2abd service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1326265 Feb 17 20:19:54.385964 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d217d-c5a1-4345-a098-475daaffe5b6 req-545ca49e-7f9c-47f9-9baf-12e9e398dfe5 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:54.387562 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-990d217d-c5a1-4345-a098-475daaffe5b6 req-545ca49e-7f9c-47f9-9baf-12e9e398dfe5 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0858271 Feb 17 20:19:54.439450 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-990d217d-c5a1-4345-a098-475daaffe5b6 req-f0c755a7-2b45-4215-8099-1bbd8a777770 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456274 Feb 17 20:19:55.637167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0eb136-0032-4a0f-85a7-ff53eb82af5b req-4df49de0-dbec-4580-88c3-5aaa1bd1da99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:19:55.638768 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0e0eb136-0032-4a0f-85a7-ff53eb82af5b req-4df49de0-dbec-4580-88c3-5aaa1bd1da99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0871437 Feb 17 20:19:55.686156 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0e0eb136-0032-4a0f-85a7-ff53eb82af5b req-40b15944-f4c0-4b00-896e-a3cd13043b50 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410824 Feb 17 20:20:02.841969 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc3f17-8ccf-4db5-b6c0-c94c65e76a47 req-d410e61f-aa55-4132-ad5f-3327321ea423 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:02.843561 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ecdc3f17-8ccf-4db5-b6c0-c94c65e76a47 req-d410e61f-aa55-4132-ad5f-3327321ea423 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0901268 Feb 17 20:20:03.107074 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ecdc3f17-8ccf-4db5-b6c0-c94c65e76a47 req-c565fb95-f75b-4b22-8fec-e1f5fd467a62 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2571318 Feb 17 20:20:03.451530 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2fb2f0d5-58b2-4a78-8c95-da159e486d7e req-b499169c-02f4-4897-acd6-874a62363ca1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1319506 Feb 17 20:20:03.468178 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8fe2d-cbe1-46b9-8ba1-f37f3f29d417 req-9e83d5bc-0825-4bb8-9c74-c268972899c7 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:03.469849 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0de8fe2d-cbe1-46b9-8ba1-f37f3f29d417 req-9e83d5bc-0825-4bb8-9c74-c268972899c7 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0881197 Feb 17 20:20:03.521140 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0de8fe2d-cbe1-46b9-8ba1-f37f3f29d417 req-12581ae7-a752-406f-9a73-4553eb25bbba tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0449955 Feb 17 20:20:04.692671 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2f0d5-58b2-4a78-8c95-da159e486d7e req-11d82033-3579-4db1-8aa7-c6f479db0ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:04.694234 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2fb2f0d5-58b2-4a78-8c95-da159e486d7e req-11d82033-3579-4db1-8aa7-c6f479db0ae0 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d&tenant_id=6ca4edba84fd404b926172b1687fa4ac HTTP/1.1" status: 200 len: 1160 time: 0.0809271 Feb 17 20:20:04.724910 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a37d6-bb32-4d31-807e-04591f7c7dd8 req-00ed3265-5973-4d82-b7ba-310404623c08 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:04.726536 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f98a37d6-bb32-4d31-807e-04591f7c7dd8 req-00ed3265-5973-4d82-b7ba-310404623c08 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0890269 Feb 17 20:20:04.775497 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f98a37d6-bb32-4d31-807e-04591f7c7dd8 req-bd8d7401-63c0-431f-b6d6-a461c1a246d6 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0424094 Feb 17 20:20:04.797448 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2f0d5-58b2-4a78-8c95-da159e486d7e req-59dce9a1-7c40-4bd3-92f7-9ed6f8eb011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:04.799085 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2fb2f0d5-58b2-4a78-8c95-da159e486d7e req-59dce9a1-7c40-4bd3-92f7-9ed6f8eb011e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ca4edba84fd404b926172b1687fa4ac&device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 1160 time: 0.0827227 Feb 17 20:20:04.939491 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2f0d5-58b2-4a78-8c95-da159e486d7e req-8104c44e-bc38-47c8-a898-517757dc058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:04.941088 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2fb2f0d5-58b2-4a78-8c95-da159e486d7e req-8104c44e-bc38-47c8-a898-517757dc058a service neutron] 10.222.0.127 "GET /v2.0/networks?id=32488c97-a31e-48ff-9e35-7cc59840c794 HTTP/1.1" status: 200 len: 902 time: 0.1360233 Feb 17 20:20:05.031860 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f3d720fc-ba65-45ce-949f-c07823a2574d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:05.051039 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2fb2f0d5-58b2-4a78-8c95-da159e486d7e req-d8428742-9bfb-40c5-831d-4f00f0a3cf09 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6 HTTP/1.1" status: 200 len: 998 time: 0.1036263 Feb 17 20:20:05.121298 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2f0d5-58b2-4a78-8c95-da159e486d7e req-dd1e3e42-9cf4-4ff1-a9b9-86a0985c32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:05.122947 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2fb2f0d5-58b2-4a78-8c95-da159e486d7e req-dd1e3e42-9cf4-4ff1-a9b9-86a0985c32cb service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1e93fb0e-6266-4ab2-8079-19ede8c3b37f HTTP/1.1" status: 200 len: 847 time: 0.0654774 Feb 17 20:20:05.207980 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2f0d5-58b2-4a78-8c95-da159e486d7e req-1d1aaa65-e42a-4162-b501-42305eda841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:05.209577 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2fb2f0d5-58b2-4a78-8c95-da159e486d7e req-1d1aaa65-e42a-4162-b501-42305eda841a service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=32488c97-a31e-48ff-9e35-7cc59840c794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796824 Feb 17 20:20:05.354548 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2fb2f0d5-58b2-4a78-8c95-da159e486d7e req-b8e393d2-c0be-478a-8ac2-c78d9186f759 service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373339 Feb 17 20:20:05.370702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:20:05.500722 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2fb2f0d5-58b2-4a78-8c95-da159e486d7e req-01fbd96a-ab81-4acc-a6ce-a7bd84254b18 service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387558 Feb 17 20:20:05.975044 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c26ad6-27b5-46b0-a1f1-48ae805eb790 req-5dccff0c-e834-4519-9e29-01c1e3703902 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:05.976552 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d3c26ad6-27b5-46b0-a1f1-48ae805eb790 req-5dccff0c-e834-4519-9e29-01c1e3703902 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0892160 Feb 17 20:20:06.023889 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d3c26ad6-27b5-46b0-a1f1-48ae805eb790 req-8640638c-ec12-46f8-b09f-461dadc46014 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0409632 Feb 17 20:20:07.221673 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85c7eb-9408-4bb6-bcb7-fbd296a1c4cd req-cfd1deca-f6a1-4bc5-af63-a339a4876f94 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:07.223352 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0f85c7eb-9408-4bb6-bcb7-fbd296a1c4cd req-cfd1deca-f6a1-4bc5-af63-a339a4876f94 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0865495 Feb 17 20:20:07.270905 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0f85c7eb-9408-4bb6-bcb7-fbd296a1c4cd req-a13d9680-d45b-40ef-a046-33a7e9cef97e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0412388 Feb 17 20:20:07.693797 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-94ce7ee3-b0c2-47b5-9842-3225e5e5df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:07.943824 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:08.473810 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356dd0d-400e-4982-be5d-f0eaa5dbf3b6 req-050dea11-f282-4dba-ac2e-eb4bb3907c3e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:08.475435 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6356dd0d-400e-4982-be5d-f0eaa5dbf3b6 req-050dea11-f282-4dba-ac2e-eb4bb3907c3e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0907075 Feb 17 20:20:08.524039 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6356dd0d-400e-4982-be5d-f0eaa5dbf3b6 req-7817de87-0cc9-45de-bfa8-fb6b8d687fa9 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0422366 Feb 17 20:20:09.187747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:09.466725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:09.725518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf9832-78a3-4aa5-871c-37aa920d041a req-808a7e21-2201-4e2e-8436-bb4efdfe2c13 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:09.727050 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cabf9832-78a3-4aa5-871c-37aa920d041a req-808a7e21-2201-4e2e-8436-bb4efdfe2c13 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0906174 Feb 17 20:20:09.775330 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cabf9832-78a3-4aa5-871c-37aa920d041a req-a87447ff-9bd5-4aa0-830a-de6ce8d99743 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0413892 Feb 17 20:20:10.970253 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290bf27-7512-47da-ab7b-30d8b125c30f req-7f9c3779-245f-4af1-8159-a5a75db8a730 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:10.971831 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e290bf27-7512-47da-ab7b-30d8b125c30f req-7f9c3779-245f-4af1-8159-a5a75db8a730 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0853267 Feb 17 20:20:11.018693 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e290bf27-7512-47da-ab7b-30d8b125c30f req-e23325bc-19e4-42a0-bd62-7e2d7e56cd09 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0404680 Feb 17 20:20:12.220259 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2ce69-e4cb-4bfa-8926-2a16ce9edc07 req-3ddc008f-101f-464c-b80c-b626b8d5ac1e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:12.221895 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20a2ce69-e4cb-4bfa-8926-2a16ce9edc07 req-3ddc008f-101f-464c-b80c-b626b8d5ac1e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0884035 Feb 17 20:20:12.269211 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20a2ce69-e4cb-4bfa-8926-2a16ce9edc07 req-e35c1e48-851d-47c9-ab2d-a75e3d4ca5bb tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0411484 Feb 17 20:20:12.921480 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device a72085ec-9b5d-4eca-ba22-af5a5d922bc6 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:20:12.996468 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:20:12.996920 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:13.118068 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:13.146783 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:20:13.156987 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port a72085ec-9b5d-4eca-ba22-af5a5d922bc6, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6,segment=NetworkSegment(826863b8-d59f-4c52-9c0a-90f66f31216d),segment_id=826863b8-d59f-4c52-9c0a-90f66f31216d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:20:13.159947 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:13.161917 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:20:13.197002 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6', 'code': 200} Feb 17 20:20:13.237256 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=a72085ec-9b5d-4eca-ba22-af5a5d922bc6,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:20:13.245674 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.246061 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.246441 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.246818 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.247188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.247559 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.247927 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.248292 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.248658 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.249050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.249415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.249774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.250202 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.250571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.250936 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.251297 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.251656 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.252022 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.252385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.252747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.253158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.253527 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.253891 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.254251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:20:13.258634 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:20:13.427060 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:13.478794 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfd915-80ab-4173-b0e6-71d322eedc8a req-6842ccac-6d66-45dd-baec-6270beb3435c tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:13.480434 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dfbfd915-80ab-4173-b0e6-71d322eedc8a req-6842ccac-6d66-45dd-baec-6270beb3435c tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 945 time: 0.0917804 Feb 17 20:20:13.495895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb17be3-b70c-440b-8181-b49155490b78 req-3cdb4f27-afcf-4262-af37-09e6f9d20315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:13.497531 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dcb17be3-b70c-440b-8181-b49155490b78 req-3cdb4f27-afcf-4262-af37-09e6f9d20315 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 1162 time: 0.0802104 Feb 17 20:20:13.530504 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dfbfd915-80ab-4173-b0e6-71d322eedc8a req-8c914ae3-00c9-42d4-ab18-259da818b770 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426121 Feb 17 20:20:13.541054 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dcb17be3-b70c-440b-8181-b49155490b78 req-e0a88a2c-9b83-4717-8397-7b431673d050 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0366135 Feb 17 20:20:14.648246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device a72085ec-9b5d-4eca-ba22-af5a5d922bc6 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:20:14.721153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:20:14.721492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:14.736525 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ef6f7-97d0-4cc1-98e5-3e88549ffb39 req-7eb32bc2-d16f-4598-ac3b-9abb4c66c516 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:14.738183 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3d9ef6f7-97d0-4cc1-98e5-3e88549ffb39 req-7eb32bc2-d16f-4598-ac3b-9abb4c66c516 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 945 time: 0.0937178 Feb 17 20:20:14.787049 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3d9ef6f7-97d0-4cc1-98e5-3e88549ffb39 req-0291150f-5257-44ce-8127-2c68ce48440a tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0424812 Feb 17 20:20:15.988347 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23073179-7300-43c7-9f8f-e1c73367230f req-ffc1d8db-6f2d-481c-869a-49d18626ee44 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:15.989878 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-23073179-7300-43c7-9f8f-e1c73367230f req-ffc1d8db-6f2d-481c-869a-49d18626ee44 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 945 time: 0.0881441 Feb 17 20:20:16.038304 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-23073179-7300-43c7-9f8f-e1c73367230f req-9d24b112-4981-49b3-a08a-ab86aa370ced tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0420852 Feb 17 20:20:30.684037 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f86da-ced2-4e50-8be0-af08752e2ed8 req-f9b5e46a-4a16-477c-9fd9-a24e078f3a69 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:30.685689 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-136f86da-ced2-4e50-8be0-af08752e2ed8 req-f9b5e46a-4a16-477c-9fd9-a24e078f3a69 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0908599 Feb 17 20:20:30.732389 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-136f86da-ced2-4e50-8be0-af08752e2ed8 req-17b47a20-8c14-49dd-9dd2-21d39a326723 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403154 Feb 17 20:20:31.979162 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f0d1d-909e-4c4f-8d1e-1b135cdd7571 req-e28ab539-d64b-47a9-b1d7-c9d7ea581019 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:31.980688 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6a7f0d1d-909e-4c4f-8d1e-1b135cdd7571 req-e28ab539-d64b-47a9-b1d7-c9d7ea581019 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.1361182 Feb 17 20:20:32.030562 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6a7f0d1d-909e-4c4f-8d1e-1b135cdd7571 req-938259dc-82d0-4d45-a320-cbecf88d60a3 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436549 Feb 17 20:20:33.230192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f9354-61cf-45a4-a923-b32c674efe4f req-5f4db9e9-c47b-409f-8147-d5075565b11d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:33.231832 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b79f9354-61cf-45a4-a923-b32c674efe4f req-5f4db9e9-c47b-409f-8147-d5075565b11d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0862103 Feb 17 20:20:33.279994 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b79f9354-61cf-45a4-a923-b32c674efe4f req-d9d57d66-c6ad-4a63-90da-a7537d924093 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Feb 17 20:20:34.481854 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e49b56-d517-47a6-8205-0a2743fa263e req-a0e08be4-708f-41a8-b5de-c8de2c7ae17c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:34.483481 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-70e49b56-d517-47a6-8205-0a2743fa263e req-a0e08be4-708f-41a8-b5de-c8de2c7ae17c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0908825 Feb 17 20:20:34.531254 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-70e49b56-d517-47a6-8205-0a2743fa263e req-772f13de-cb0f-46d3-adcb-e8df60d71ba2 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415108 Feb 17 20:20:35.034187 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e2374dc1-ab60-403a-a745-b00e437934f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:35.730574 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748f23a-371b-4cbf-8861-9974d0ecd570 req-7aac8915-85f0-45bc-aef9-6d41f8151bd9 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:35.732198 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6748f23a-371b-4cbf-8861-9974d0ecd570 req-7aac8915-85f0-45bc-aef9-6d41f8151bd9 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0878367 Feb 17 20:20:35.784212 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6748f23a-371b-4cbf-8861-9974d0ecd570 req-a8cd0d9b-186e-4075-8a0d-5d6ec568e384 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456605 Feb 17 20:20:36.981938 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca95b2-8707-4ff6-980e-0cbcf7e7d75d req-3b82aab3-8478-4ce2-907e-07248d624c33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:36.983542 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-84ca95b2-8707-4ff6-980e-0cbcf7e7d75d req-3b82aab3-8478-4ce2-907e-07248d624c33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0870254 Feb 17 20:20:37.030921 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-84ca95b2-8707-4ff6-980e-0cbcf7e7d75d req-ab91002c-7a07-4359-975e-641473b5838b tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409520 Feb 17 20:20:37.694019 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec115-32b8-41b0-a9d7-75fa6e31bcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:37.949694 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:38.039691 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1bf46cbe-e8b1-4801-ba20-190823e73f2f req-da42c991-6476-4d19-9728-535855a35fe3 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0796149 Feb 17 20:20:38.190144 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf46cbe-e8b1-4801-ba20-190823e73f2f req-50fad54c-c703-455b-943b-3dcf4716eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:38.191757 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1bf46cbe-e8b1-4801-ba20-190823e73f2f req-50fad54c-c703-455b-943b-3dcf4716eb56 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ca4edba84fd404b926172b1687fa4ac&device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 1162 time: 0.0786946 Feb 17 20:20:38.234345 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af0dc3-e9c8-447a-82b5-05630c0ed70a req-0cf1c7a1-0b97-487d-bec7-0c8a8b65231a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:38.235875 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-54af0dc3-e9c8-447a-82b5-05630c0ed70a req-0cf1c7a1-0b97-487d-bec7-0c8a8b65231a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0902841 Feb 17 20:20:38.284613 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-54af0dc3-e9c8-447a-82b5-05630c0ed70a req-ef756c0f-6f3d-43c9-aa6d-3c0d9abe3a1d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421345 Feb 17 20:20:38.349202 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf46cbe-e8b1-4801-ba20-190823e73f2f req-b6575d9d-f07b-42ae-b557-f697420b32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:38.350833 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1bf46cbe-e8b1-4801-ba20-190823e73f2f req-b6575d9d-f07b-42ae-b557-f697420b32c6 service neutron] 10.222.0.127 "GET /v2.0/networks?id=32488c97-a31e-48ff-9e35-7cc59840c794 HTTP/1.1" status: 200 len: 902 time: 0.1375623 Feb 17 20:20:38.460805 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1bf46cbe-e8b1-4801-ba20-190823e73f2f req-1f73d810-1036-4417-804a-8052ef6b26a4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6 HTTP/1.1" status: 200 len: 1000 time: 0.1024356 Feb 17 20:20:38.530240 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf46cbe-e8b1-4801-ba20-190823e73f2f req-6e07bc98-a58a-4d22-a836-1f3b4a7cbb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:38.531750 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1bf46cbe-e8b1-4801-ba20-190823e73f2f req-6e07bc98-a58a-4d22-a836-1f3b4a7cbb3c service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1e93fb0e-6266-4ab2-8079-19ede8c3b37f HTTP/1.1" status: 200 len: 847 time: 0.0638056 Feb 17 20:20:38.617359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf46cbe-e8b1-4801-ba20-190823e73f2f req-5ca4b80a-8d30-4c3a-8e95-4fcca9a0fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:38.619529 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1bf46cbe-e8b1-4801-ba20-190823e73f2f req-5ca4b80a-8d30-4c3a-8e95-4fcca9a0fa73 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=32488c97-a31e-48ff-9e35-7cc59840c794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794957 Feb 17 20:20:38.764823 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1bf46cbe-e8b1-4801-ba20-190823e73f2f req-0627725f-ab9e-44fe-a7be-077c3607280d service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371922 Feb 17 20:20:38.908328 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1bf46cbe-e8b1-4801-ba20-190823e73f2f req-f3a208ba-30f2-4845-bf90-bb63792a1654 service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1352210 Feb 17 20:20:39.188372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:39.465537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:39.483680 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07512b69-ef76-4f67-b6dc-b89081d2c1f9 req-947df9c3-1c6f-4810-a5c8-f825bdbdb5e6 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:39.485330 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-07512b69-ef76-4f67-b6dc-b89081d2c1f9 req-947df9c3-1c6f-4810-a5c8-f825bdbdb5e6 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0883169 Feb 17 20:20:39.532777 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-07512b69-ef76-4f67-b6dc-b89081d2c1f9 req-35c8261e-d922-4729-b29e-7463c72bfa98 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411510 Feb 17 20:20:40.734990 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d557e2b-bf50-4427-ba26-844297fc2236 req-e856972e-9162-4f60-bb86-abc80b69f4db tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:40.736509 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1d557e2b-bf50-4427-ba26-844297fc2236 req-e856972e-9162-4f60-bb86-abc80b69f4db tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0904686 Feb 17 20:20:40.785124 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1d557e2b-bf50-4427-ba26-844297fc2236 req-79624ed2-4ce0-409e-9f2a-29755ed2db24 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422385 Feb 17 20:20:41.983771 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4f972-a460-4d97-829c-f65e947785a0 req-5319b322-d318-4a9e-9d28-3845118cf837 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:41.985318 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e3f4f972-a460-4d97-829c-f65e947785a0 req-5319b322-d318-4a9e-9d28-3845118cf837 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0896695 Feb 17 20:20:42.032511 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e3f4f972-a460-4d97-829c-f65e947785a0 req-7cd33ea6-b601-4c44-9365-f6654dda9380 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408525 Feb 17 20:20:42.370783 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:20:42.390388 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b88460-f4dd-4a93-bf53-93c7d07bb9b4 req-b9795402-17bc-42a3-9c05-d3678317798b tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:42.398172 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f2b88460-f4dd-4a93-bf53-93c7d07bb9b4 req-b9795402-17bc-42a3-9c05-d3678317798b tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0969791 Feb 17 20:20:42.437939 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd2e07-ff40-4e6f-9406-968b3d451e4c req-3fd2f879-81bc-4a07-be97-cf18fd7b0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:42.439350 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b0dd2e07-ff40-4e6f-9406-968b3d451e4c req-3fd2f879-81bc-4a07-be97-cf18fd7b0756 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=591e4c3eb1014ad9a42cca8707aaf065&device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 1163 time: 0.0818293 Feb 17 20:20:42.443143 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f2b88460-f4dd-4a93-bf53-93c7d07bb9b4 req-e53f5676-c0c4-4c96-b82a-8054d887a949 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440438 Feb 17 20:20:42.582447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd2e07-ff40-4e6f-9406-968b3d451e4c req-1c8c51ab-63fb-4f27-b028-f8c3bb68a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:42.584013 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b0dd2e07-ff40-4e6f-9406-968b3d451e4c req-1c8c51ab-63fb-4f27-b028-f8c3bb68a793 service neutron] 10.222.0.127 "GET /v2.0/networks?id=5b70448a-327f-49b6-837b-e6f2fb833977 HTTP/1.1" status: 200 len: 905 time: 0.1379964 Feb 17 20:20:42.695563 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b0dd2e07-ff40-4e6f-9406-968b3d451e4c req-3b20ca91-1238-488d-b04e-94fbc4230271 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb05a03d-1abc-4438-93ba-a187ec605fa4 HTTP/1.1" status: 200 len: 1002 time: 0.1045685 Feb 17 20:20:42.771556 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd2e07-ff40-4e6f-9406-968b3d451e4c req-3442def4-28c2-48aa-8f40-2dcb4abee5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:42.773127 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b0dd2e07-ff40-4e6f-9406-968b3d451e4c req-3442def4-28c2-48aa-8f40-2dcb4abee5d4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a8318528-83bb-4bba-8959-a96e0bb2405d HTTP/1.1" status: 200 len: 850 time: 0.0665824 Feb 17 20:20:42.857964 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd2e07-ff40-4e6f-9406-968b3d451e4c req-4dad1abc-85a2-4794-a5dc-68c59caf5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:42.859551 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b0dd2e07-ff40-4e6f-9406-968b3d451e4c req-4dad1abc-85a2-4794-a5dc-68c59caf5551 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=5b70448a-327f-49b6-837b-e6f2fb833977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797112 Feb 17 20:20:43.236829 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b0dd2e07-ff40-4e6f-9406-968b3d451e4c req-7c299963-b045-4984-b4cb-37b0fc9e3f8f service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686473 Feb 17 20:20:43.383191 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b0dd2e07-ff40-4e6f-9406-968b3d451e4c req-d576e2c6-83a9-4d8f-a77d-6d08aa054423 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377618 Feb 17 20:20:43.432388 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:20:43.643567 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59fbc-0f29-4f65-9809-63eea26795c3 req-d6c87e2f-54a4-468f-99b9-4c228226d430 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:43.645098 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-45d59fbc-0f29-4f65-9809-63eea26795c3 req-d6c87e2f-54a4-468f-99b9-4c228226d430 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0897789 Feb 17 20:20:43.692373 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-45d59fbc-0f29-4f65-9809-63eea26795c3 req-aa106d9d-4f87-40f8-ac42-40c0115e94b0 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405381 Feb 17 20:20:44.889662 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198371c5-9857-4aba-bd3c-e1334306d98a req-63bb5135-1bff-45c5-abb3-d355d88f99c3 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:20:44.891318 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-198371c5-9857-4aba-bd3c-e1334306d98a req-63bb5135-1bff-45c5-abb3-d355d88f99c3 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0873506 Feb 17 20:20:44.941534 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-198371c5-9857-4aba-bd3c-e1334306d98a req-727a0cab-7fff-4cea-bf87-c6edf08bbd7c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437667 Feb 17 20:21:05.035761 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ef0d8503-65ea-4983-bc58-35736a0b47cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:07.695939 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8ba393f8-68b7-4a66-ae24-af82af40b6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:07.950194 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:09.190219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:09.468343 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:13.426092 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:19.370203 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:21:20.690947 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c062c-2689-4b51-b5d2-76bb35d8fbef req-f3be89d3-a22c-4651-b300-a3ebec0ea378 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:20.692461 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-039c062c-2689-4b51-b5d2-76bb35d8fbef req-f3be89d3-a22c-4651-b300-a3ebec0ea378 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0870717 Feb 17 20:21:20.738907 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-039c062c-2689-4b51-b5d2-76bb35d8fbef req-f90d0b12-1528-4185-8b67-0c9637f8a37e tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401559 Feb 17 20:21:21.945484 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc73369-910c-40db-969e-d7a13862eddb req-f77ac5d2-5eeb-4ae4-a3e1-c81f4926db9c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:21.947092 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3bc73369-910c-40db-969e-d7a13862eddb req-f77ac5d2-5eeb-4ae4-a3e1-c81f4926db9c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.0920877 Feb 17 20:21:21.995140 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3bc73369-910c-40db-969e-d7a13862eddb req-7f2e6db5-f379-4d40-83b2-b38b4f414244 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408797 Feb 17 20:21:22.944192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0907a1d-de1d-4a95-961d-af228783f3da req-002841a1-a202-40a3-9c72-394ab5652178 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:22.944994 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-c0907a1d-de1d-4a95-961d-af228783f3da req-002841a1-a202-40a3-9c72-394ab5652178 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Synchronizing usage tracker for tenant:591e4c3eb1014ad9a42cca8707aaf065 on resource:port {{(pid=84037) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:21:22.961720 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-c0907a1d-de1d-4a95-961d-af228783f3da req-002841a1-a202-40a3-9c72-394ab5652178 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Unset dirty status for tenant:591e4c3eb1014ad9a42cca8707aaf065 on resource:port {{(pid=84037) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:21:22.962235 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device fb05a03d-1abc-4438-93ba-a187ec605fa4 no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:21:22.962954 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c0907a1d-de1d-4a95-961d-af228783f3da req-002841a1-a202-40a3-9c72-394ab5652178 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.127 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 946 time: 0.1021121 Feb 17 20:21:23.046476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-c0907a1d-de1d-4a95-961d-af228783f3da req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Deleting port fb05a03d-1abc-4438-93ba-a187ec605fa4 {{(pid=84037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:23.046850 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c0907a1d-de1d-4a95-961d-af228783f3da req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:23.085868 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:23.118871 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb8d708-fccf-4d06-b13b-cadb9077fd77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb05a03d-1abc-4438-93ba-a187ec605fa4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:23.127157 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port fb05a03d-1abc-4438-93ba-a187ec605fa4, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=fb05a03d-1abc-4438-93ba-a187ec605fa4,segment=NetworkSegment(a62783dd-7de2-4e99-aabc-4fdea567c056),segment_id=a62783dd-7de2-4e99-aabc-4fdea567c056)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:23.132141 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:23.134001 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:23.208707 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=fb05a03d-1abc-4438-93ba-a187ec605fa4,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:23.213246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab9234-a06b-4d4f-b493-38d59c143299 req-6816c08e-cef4-465c-818d-0ebd70b51a21 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:23.214939 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fcab9234-a06b-4d4f-b493-38d59c143299 req-6816c08e-cef4-465c-818d-0ebd70b51a21 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 944 time: 0.0926876 Feb 17 20:21:23.217101 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.217501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.217889 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.218271 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.218648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.219025 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.219399 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.219775 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.220153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.220522 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.220905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.221287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.221722 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.222098 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.222471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.222840 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.223205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.223577 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.223947 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.224315 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.224704 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.225121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.225493 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.225859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.230941 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:23.266408 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fcab9234-a06b-4d4f-b493-38d59c143299 req-dbc7b29e-405d-4a47-b83d-96165f5fc801 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=53179c4e-e546-4950-b0cd-360a469622b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436089 Feb 17 20:21:23.322003 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-c0907a1d-de1d-4a95-961d-af228783f3da req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] For port fb05a03d-1abc-4438-93ba-a187ec605fa4, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=fb05a03d-1abc-4438-93ba-a187ec605fa4,segment=NetworkSegment(a62783dd-7de2-4e99-aabc-4fdea567c056),segment_id=a62783dd-7de2-4e99-aabc-4fdea567c056)] {{(pid=84037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:23.322413 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c0907a1d-de1d-4a95-961d-af228783f3da req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:23.329436 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb8d708-fccf-4d06-b13b-cadb9077fd77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb05a03d-1abc-4438-93ba-a187ec605fa4', 'code': 200} Feb 17 20:21:23.632731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c0907a1d-de1d-4a95-961d-af228783f3da req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:23.633189 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c0907a1d-de1d-4a95-961d-af228783f3da req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:23.633538 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [req-c0907a1d-de1d-4a95-961d-af228783f3da req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Floating IP b9566276-a997-4e5a-b9bb-38f64e32e899 disassociated. External IP: 172.27.1.116, port: fb05a03d-1abc-4438-93ba-a187ec605fa4. Feb 17 20:21:23.633915 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-c0907a1d-de1d-4a95-961d-af228783f3da req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Calling delete_port for fb05a03d-1abc-4438-93ba-a187ec605fa4 owned by compute:nova {{(pid=84037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:23.781904 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c0907a1d-de1d-4a95-961d-af228783f3da req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:23.798784 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8884c113-24f8-461d-b306-21fd6f51f08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:23.907391 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event deleted for resources: {'Port': ['ID=fb05a03d-1abc-4438-93ba-a187ec605fa4,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:23.923553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.924005 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.924692 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.925401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.925952 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.926345 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.926753 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.927159 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.927563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.927962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.928367 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.928764 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.929246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.929644 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.930042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.930437 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.930827 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.931217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.931609 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.932000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.932393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.932783 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.933196 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.934478 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:23.938479 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:24.186087 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0907a1d-de1d-4a95-961d-af228783f3da req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:21:24.379480 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0907a1d-de1d-4a95-961d-af228783f3da req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:21:24.389671 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28d35c7-e909-4e69-85d3-5341e029db84 None None] Sync routers for ids ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:21:24.403166 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d35c7-e909-4e69-85d3-5341e029db84 None None] Routers {'88e88e5b-d0a8-4e64-8c19-3c91100d7c77'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:24.405587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-a28d35c7-e909-4e69-85d3-5341e029db84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:21:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:24.451207 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6d5d569d-3d25-43a7-a2d5-6992a50a2106 req-ffc218a5-b2ef-4988-b58a-28b82edba124 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3bb8d708-fccf-4d06-b13b-cadb9077fd77 HTTP/1.1" status: 200 len: 210 time: 0.0690086 Feb 17 20:21:24.471521 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0907a1d-de1d-4a95-961d-af228783f3da req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] No DVR routers for this DVR port fb05a03d-1abc-4438-93ba-a187ec605fa4 on host hv-cinder-76003 {{(pid=84037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:21:24.483643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c0907a1d-de1d-4a95-961d-af228783f3da req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:24.488507 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb8d708-fccf-4d06-b13b-cadb9077fd77', 'name': 'network-vif-deleted', 'tag': 'fb05a03d-1abc-4438-93ba-a187ec605fa4'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:24.510617 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c0907a1d-de1d-4a95-961d-af228783f3da req-8fc1c688-86ba-4739-956a-515d4e43779c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.127 "DELETE /v2.0/ports/fb05a03d-1abc-4438-93ba-a187ec605fa4 HTTP/1.1" status: 204 len: 173 time: 1.5417459 Feb 17 20:21:24.597598 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb8d708-fccf-4d06-b13b-cadb9077fd77', 'name': 'network-vif-deleted', 'tag': 'fb05a03d-1abc-4438-93ba-a187ec605fa4', 'status': 'completed', 'code': 200} Feb 17 20:21:24.616038 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-a28d35c7-e909-4e69-85d3-5341e029db84 None None] Set router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:24.951195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-a28d35c7-e909-4e69-85d3-5341e029db84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:37Z', 'revision_number': 5, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:24.955503 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28d35c7-e909-4e69-85d3-5341e029db84 None None] Checking router: 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:21:24.964535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d35c7-e909-4e69-85d3-5341e029db84 None None] Routers {'88e88e5b-d0a8-4e64-8c19-3c91100d7c77'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:24.965221 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-a28d35c7-e909-4e69-85d3-5341e029db84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:21:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:25.163942 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-a28d35c7-e909-4e69-85d3-5341e029db84 None None] Set router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:25.590513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33224) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:25.653537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-a28d35c7-e909-4e69-85d3-5341e029db84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:37Z', 'revision_number': 5, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:25.657725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28d35c7-e909-4e69-85d3-5341e029db84 None None] The sync data for ids ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'] in dv-cinder-760038-3-iscsi is: [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:37Z', 'revision_number': 5, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:21:25.658401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:25.691924 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:25.738848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:25.744034 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-efd0ee78-3219-477f-b8a5-a537b5855866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:25.760353 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53179c4e-e546-4950-b0cd-360a469622b4,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:25.771771 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.772180 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.772578 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.772996 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.773390 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.773783 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.774170 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.774552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.774932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.775377 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.775758 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.776139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.776580 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.776983 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.777429 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.777810 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.778188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.778568 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.778946 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.779323 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.779702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.780077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.780453 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.780829 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:21:25.785139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:25.786201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:25.787428 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-a6e2807a-6854-4250-9d58-45693b3b9791 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "DELETE /v2.0/security-groups/53179c4e-e546-4950-b0cd-360a469622b4 HTTP/1.1" status: 204 len: 168 time: 0.1957760 Feb 17 20:21:25.790262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33228) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:25.807505 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.v2.resource [None req-faa5ca01-eb4e-4f38-ba62-4891984236f1 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] show failed (client error): The resource could not be found. Feb 17 20:21:25.809199 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-faa5ca01-eb4e-4f38-ba62-4891984236f1 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups/53179c4e-e546-4950-b0cd-360a469622b4 HTTP/1.1" status: 404 len: 347 time: 0.0173743 Feb 17 20:21:25.812165 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33232) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:25.988499 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Deleting port 841f8882-d83a-4b20-9e9a-7b80eba2980f {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:25.988892 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:26.064638 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2036cd-e8c1-4ae9-b46d-0edd45a8cc54 None None] New status for floating IP b9566276-a997-4e5a-b9bb-38f64e32e899: DOWN {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:21:26.170506 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:26.170872 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:26.509692 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Calling delete_port for 841f8882-d83a-4b20-9e9a-7b80eba2980f owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:26.595447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84038) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:21:26.595958 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:21:27.097460 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Deleting port 841f8882-d83a-4b20-9e9a-7b80eba2980f {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:27.097849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:27.278432 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:27.278796 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:27.412036 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Calling delete_port for 841f8882-d83a-4b20-9e9a-7b80eba2980f owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:27.559104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:27.574817 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d9a1f452-2aa4-4b8e-9d78-4c718f647e4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:27.675577 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event deleted for resources: {'Port': ['ID=841f8882-d83a-4b20-9e9a-7b80eba2980f,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:27.680095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:27.794367 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for floatingip, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:27.809189 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:27.810397 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "DELETE /v2.0/floatingips/b9566276-a997-4e5a-b9bb-38f64e32e899 HTTP/1.1" status: 204 len: 168 time: 1.9972782 Feb 17 20:21:28.015691 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33238) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:28.021706 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611532993', 'description': 'tempest-description--1127804243'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:28.028489 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:21:28.032819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Usage tracker for resource:security_group and tenant:591e4c3eb1014ad9a42cca8707aaf065 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:21:28.036876 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:21:28.043220 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:21:28.052072 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.072582 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:21:28.076533 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Usage tracker for resource:security_group_rule and tenant:591e4c3eb1014ad9a42cca8707aaf065 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:21:28.079441 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:21:28.085147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:21:28.159109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.161673 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.166898 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e24e0385-f155-4431-bdd4-7740273c7fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:28.210994 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6594e2fa-3087-45c8-8e35-e912a3d0444a,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:28.213871 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.215235 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1984169 Feb 17 20:21:28.216201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:28.218340 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33242) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:28.223811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-3e0cbfd1-cf0b-4b7b-af35-ad0d7fd55225 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Request body: {'security_group_rule': {'security_group_id': '6594e2fa-3087-45c8-8e35-e912a3d0444a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:28.230012 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3e0cbfd1-cf0b-4b7b-af35-ad0d7fd55225 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:21:28.234134 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-3e0cbfd1-cf0b-4b7b-af35-ad0d7fd55225 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Usage tracker for resource:security_group_rule and tenant:591e4c3eb1014ad9a42cca8707aaf065 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:21:28.237178 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-3e0cbfd1-cf0b-4b7b-af35-ad0d7fd55225 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:21:28.242995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-3e0cbfd1-cf0b-4b7b-af35-ad0d7fd55225 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:21:28.259444 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3e0cbfd1-cf0b-4b7b-af35-ad0d7fd55225 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.326185 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3e0cbfd1-cf0b-4b7b-af35-ad0d7fd55225 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.328719 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3e0cbfd1-cf0b-4b7b-af35-ad0d7fd55225 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285461'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.335814 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:28.354587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cbfd1-cf0b-4b7b-af35-ad0d7fd55225 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e7ceb8-23c9-4806-bc92-889b5ccee671,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:28.356997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3e0cbfd1-cf0b-4b7b-af35-ad0d7fd55225 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:28.363297 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3e0cbfd1-cf0b-4b7b-af35-ad0d7fd55225 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.364585 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-3e0cbfd1-cf0b-4b7b-af35-ad0d7fd55225 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452341 Feb 17 20:21:28.367419 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33246) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:28.373725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-01f01acc-3ad3-401d-ab8c-34f71e920599 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Request body: {'security_group_rule': {'security_group_id': '6594e2fa-3087-45c8-8e35-e912a3d0444a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:28.379747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-01f01acc-3ad3-401d-ab8c-34f71e920599 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:21:28.383815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-01f01acc-3ad3-401d-ab8c-34f71e920599 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Usage tracker for resource:security_group_rule and tenant:591e4c3eb1014ad9a42cca8707aaf065 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:21:28.387503 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-01f01acc-3ad3-401d-ab8c-34f71e920599 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:21:28.393421 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-01f01acc-3ad3-401d-ab8c-34f71e920599 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:21:28.409890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-01f01acc-3ad3-401d-ab8c-34f71e920599 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.473954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-01f01acc-3ad3-401d-ab8c-34f71e920599 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.476456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-01f01acc-3ad3-401d-ab8c-34f71e920599 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285461'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.478637 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f333cfa0-a65c-44fb-bc53-d3a5130934d5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:28.502997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f01acc-3ad3-401d-ab8c-34f71e920599 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceda3b18-541f-4fb1-bebc-afd811aa67d7,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:28.505491 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-01f01acc-3ad3-401d-ab8c-34f71e920599 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:28.511723 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-01f01acc-3ad3-401d-ab8c-34f71e920599 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.513075 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-01f01acc-3ad3-401d-ab8c-34f71e920599 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446018 Feb 17 20:21:28.516278 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33250) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:28.521804 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Request body: {'floatingip': {'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:28.527288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:21:28.531344 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Usage tracker for resource:floatingip and tenant:591e4c3eb1014ad9a42cca8707aaf065 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:21:28.534383 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:21:28.540530 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:21:28.550434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for floatingip, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.693678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:28.965809 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Allocated IP 172.27.1.192 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/2401b896-23b0-4714-a99d-c8186171a534) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:21:29.117470 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:29.147042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:29.161932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0522b36a-e476-4b4e-af54-977474859d20 tempest-VolumesActionsTest-851766915 tempest-VolumesActionsTest-851766915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:29.296417 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event updated for resources: {'Port': ['ID=2401b896-23b0-4714-a99d-c8186171a534,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:29.301329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:29.350136 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:21:29.351316 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:21:29.353505 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:21:29.439017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:29.501120 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:29.771766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:29.775373 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:29.790925 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:29.927557 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event updated for resources: {'Port': ['ID=2401b896-23b0-4714-a99d-c8186171a534,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:29.934909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:30.040849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:30.062524 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:30.063857 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5465310 Feb 17 20:21:30.231458 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6a6cc3d5-6315-4008-b80f-392df0169109 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Synchronizing usage tracker for tenant:591e4c3eb1014ad9a42cca8707aaf065 on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:21:30.246819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6a6cc3d5-6315-4008-b80f-392df0169109 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Unset dirty status for tenant:591e4c3eb1014ad9a42cca8707aaf065 on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:21:30.248008 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6a6cc3d5-6315-4008-b80f-392df0169109 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1611532993&fields=id&tenant_id=591e4c3eb1014ad9a42cca8707aaf065 HTTP/1.1" status: 200 len: 267 time: 0.0600328 Feb 17 20:21:30.413188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-092eef70-d03a-43fb-b784-da98571dfd19 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:30.414842 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-092eef70-d03a-43fb-b784-da98571dfd19 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/networks?id=5b70448a-327f-49b6-837b-e6f2fb833977 HTTP/1.1" status: 200 len: 811 time: 0.1595125 Feb 17 20:21:30.430848 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-cb1829da-3296-4ce9-a63d-b0333c853d2b tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/quotas/591e4c3eb1014ad9a42cca8707aaf065 HTTP/1.1" status: 200 len: 375 time: 0.0099390 Feb 17 20:21:30.521726 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-82079ee9-25a9-42da-9ade-0a953e83d383 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Synchronizing usage tracker for tenant:591e4c3eb1014ad9a42cca8707aaf065 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:21:30.535925 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-82079ee9-25a9-42da-9ade-0a953e83d383 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Unset dirty status for tenant:591e4c3eb1014ad9a42cca8707aaf065 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:21:30.537330 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-82079ee9-25a9-42da-9ade-0a953e83d383 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=591e4c3eb1014ad9a42cca8707aaf065&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1004438 Feb 17 20:21:30.553996 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-04d24995-8e56-48de-b2ca-1930f4167edf service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:21:30.555054 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-04d24995-8e56-48de-b2ca-1930f4167edf service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0054786 Feb 17 20:21:30.698962 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d76cae0f-4777-49c2-af54-89e50667b034 service neutron] 10.222.0.73 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375313 Feb 17 20:21:30.842000 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-35cd704c-343f-46ac-a0ce-36ad8a418141 service neutron] 10.222.0.73 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363430 Feb 17 20:21:31.038891 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-70b18297-bc93-4770-a66f-b63a8bfd10aa req-2922acde-8383-4b0f-ac7e-ffb2c64e0028 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 210 time: 0.0545282 Feb 17 20:21:32.214838 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-26287351-110e-43d5-94e5-d4f962952d2d req-5b9276f2-b7da-4a63-b62b-c804c6e7672d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 210 time: 0.0514674 Feb 17 20:21:32.219360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-3cf2f300-19bc-49f1-bc87-928511f5f279 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:32.220977 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-3cf2f300-19bc-49f1-bc87-928511f5f279 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.127 "GET /v2.0/networks?id=5b70448a-327f-49b6-837b-e6f2fb833977 HTTP/1.1" status: 200 len: 811 time: 0.1616879 Feb 17 20:21:32.298772 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-592c142e-849c-4361-a491-123528a05b8a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=591e4c3eb1014ad9a42cca8707aaf065 HTTP/1.1" status: 200 len: 5709 time: 0.0688488 Feb 17 20:21:32.307765 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Request body: {'port': {'device_id': '621951df-1119-4c09-99be-3f50a86c916d', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'admin_state_up': True, 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'security_groups': ['6594e2fa-3087-45c8-8e35-e912a3d0444a']}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:32.454347 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:21:32.463959 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:21:32.472664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Made reservation on behalf of 591e4c3eb1014ad9a42cca8707aaf065 for: {'port': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:21:32.478225 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:32.784974 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Allocated IP 172.20.0.13 (5b70448a-327f-49b6-837b-e6f2fb833977/a8318528-83bb-4bba-8959-a96e0bb2405d/50c7b953-aa74-47d4-bd82-5c075c0a981f) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:21:32.983412 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:33.001719 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Transition to ACTIVE for port object 50c7b953-aa74-47d4-bd82-5c075c0a981f will not be triggered until provisioned by entity DHCP. {{(pid=84037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:21:33.024059 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:33.040760 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-baeeb2c8-7695-4f27-b89b-d2e457a7959f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:33.178926 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event updated for resources: {'Port': ['ID=50c7b953-aa74-47d4-bd82-5c075c0a981f,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:33.182325 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:33.237291 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Network 5b70448a-327f-49b6-837b-e6f2fb833977 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:21:33.238421 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:21:33.240921 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:21:33.309601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:33.310298 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:33.337599 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-6f5cdc7f-e767-4d53-962f-a47a30b4580f tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0338519 Feb 17 20:21:33.348471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-9daf6600-2398-46c2-bf9d-2665827afec6 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84037) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:21:33.349609 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-9daf6600-2398-46c2-bf9d-2665827afec6 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059581 Feb 17 20:21:33.423964 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Request body: {'port': {'device_id': '621951df-1119-4c09-99be-3f50a86c916d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:33.434891 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1ad20-acf4-468d-9146-95dff095d881 req-7a2db6f1-3de7-4890-aebc-1d4deb1e6962 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:33.436523 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-13f1ad20-acf4-468d-9146-95dff095d881 req-7a2db6f1-3de7-4890-aebc-1d4deb1e6962 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 932 time: 0.1004333 Feb 17 20:21:33.481785 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-d8d96ef1-7288-4da3-a378-505e60e91dd2 None None] Provisioning for port 50c7b953-aa74-47d4-bd82-5c075c0a981f completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:21:33.486921 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-d8d96ef1-7288-4da3-a378-505e60e91dd2 None None] Provisioning complete for port 50c7b953-aa74-47d4-bd82-5c075c0a981f triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:33.487336 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d8d96ef1-7288-4da3-a378-505e60e91dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:33.491182 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-13f1ad20-acf4-468d-9146-95dff095d881 req-9816c07e-6ccf-4b90-813a-0e11ef98c780 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=6594e2fa-3087-45c8-8e35-e912a3d0444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475807 Feb 17 20:21:33.551819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:33.552588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-d8d96ef1-7288-4da3-a378-505e60e91dd2 None None] Port 50c7b953-aa74-47d4-bd82-5c075c0a981f cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:21:33.962863 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c7b953-aa74-47d4-bd82-5c075c0a981f {{(pid=84037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:21:33.971241 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:33.983264 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Transition to ACTIVE for port object 50c7b953-aa74-47d4-bd82-5c075c0a981f will not be triggered until provisioned by entity L2. {{(pid=84037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:21:33.988000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828486052'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:34.007537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:34.382280 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Pushing event updated for resources: {'Port': ['ID=50c7b953-aa74-47d4-bd82-5c075c0a981f,revision_number=2']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:34.388810 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:34.584606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Attempting to bind port 50c7b953-aa74-47d4-bd82-5c075c0a981f on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:21:34.585172 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Attempting to bind port 50c7b953-aa74-47d4-bd82-5c075c0a981f by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'}] {{(pid=84037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:21:34.585553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Attempting to bind port 50c7b953-aa74-47d4-bd82-5c075c0a981f on network 5b70448a-327f-49b6-837b-e6f2fb833977 {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:21:34.591502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:21:34.591890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Checking segment: {'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:21:34.592305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:34.592711 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Bound using segment: {'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'} {{(pid=84037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:21:34.593227 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Bound port: 50c7b953-aa74-47d4-bd82-5c075c0a981f, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62783dd-7de2-4e99-aabc-4fdea567c056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977'}}] {{(pid=84037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:21:34.593606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:34.681838 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-a0d6ed77-a864-467e-afdb-1941e0963078 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/floatingips/b6b0a78a-8cf1-4384-b712-db8cb0d83686 HTTP/1.1" status: 200 len: 997 time: 0.1180794 Feb 17 20:21:34.696433 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] For port 50c7b953-aa74-47d4-bd82-5c075c0a981f, host hv-cinder-76003, cleared binding levels {{(pid=84037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:21:34.700473 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] For port 50c7b953-aa74-47d4-bd82-5c075c0a981f, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=50c7b953-aa74-47d4-bd82-5c075c0a981f,segment=NetworkSegment(a62783dd-7de2-4e99-aabc-4fdea567c056),segment_id=a62783dd-7de2-4e99-aabc-4fdea567c056)] {{(pid=84037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:21:34.704192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036828486052'] for port, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:34.721179 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-21913798-6ff8-4590-a5fd-4bd35dacba8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:34.873128 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Pushing event updated for resources: {'Port': ['ID=50c7b953-aa74-47d4-bd82-5c075c0a981f,revision_number=3']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:34.887076 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:34.923428 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:34.924093 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:34.925655 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d3d92d63-9504-49e2-90f6-d483b34181a7 service neutron] 10.222.0.127 "PUT /v2.0/ports/50c7b953-aa74-47d4-bd82-5c075c0a981f HTTP/1.1" status: 200 len: 1158 time: 1.5691590 Feb 17 20:21:34.926220 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621951df-1119-4c09-99be-3f50a86c916d', 'tag': '50c7b953-aa74-47d4-bd82-5c075c0a981f'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:35.039530 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c097daec-c69d-4b89-af53-fecfb982304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:35.049764 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-733a1239-e6e7-4dad-9fa3-af13a77a70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:35.051732 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-733a1239-e6e7-4dad-9fa3-af13a77a70cf service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=591e4c3eb1014ad9a42cca8707aaf065&device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 1161 time: 0.0878615 Feb 17 20:21:35.081223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-8382c056-b0cb-44ff-87b8-f3dff4f3e37e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:35.082860 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-8382c056-b0cb-44ff-87b8-f3dff4f3e37e tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/networks/20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 HTTP/1.1" status: 200 len: 784 time: 0.3949466 Feb 17 20:21:35.095020 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-df5b33bd-4ebb-4544-84c0-c35168ff8003 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:21:35.096082 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-df5b33bd-4ebb-4544-84c0-c35168ff8003 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066845 Feb 17 20:21:35.132130 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-3225e587-1d2d-4b65-84c8-dd1e266f0865 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50c7b953-aa74-47d4-bd82-5c075c0a981f HTTP/1.1" status: 200 len: 217 time: 0.0725327 Feb 17 20:21:35.206631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-02e48e67-7404-4dc4-a6c9-fcedeb00019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:35.208200 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-02e48e67-7404-4dc4-a6c9-fcedeb00019e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a8318528-83bb-4bba-8959-a96e0bb2405d HTTP/1.1" status: 200 len: 850 time: 0.0699542 Feb 17 20:21:35.209390 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-2591612c-a97b-4637-a7dc-a3478c0d9282 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.82 HTTP/1.1" status: 200 len: 1000 time: 0.1071954 Feb 17 20:21:35.290953 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-51977039-4791-48fc-91dd-30427c1eca48 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:35.292079 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-37f04ceb-0ca4-4e76-8033-59b050d4812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:35.292997 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-51977039-4791-48fc-91dd-30427c1eca48 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports/a72085ec-9b5d-4eca-ba22-af5a5d922bc6 HTTP/1.1" status: 200 len: 942 time: 0.0770330 Feb 17 20:21:35.294271 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-37f04ceb-0ca4-4e76-8033-59b050d4812a service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=5b70448a-327f-49b6-837b-e6f2fb833977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789976 Feb 17 20:21:35.442138 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-7f1fe20c-fda2-46c0-b1d6-00f0cfc3dee0 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403346 Feb 17 20:21:35.492257 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-b65866d2-c5ac-4372-a111-807d074f681c tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.82 HTTP/1.1" status: 200 len: 1000 time: 0.1173091 Feb 17 20:21:35.586209 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e4539b7-bc23-464b-8da6-e267d2c50909 req-d8511e01-2755-40b5-aa7e-7d68ba2a6551 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370151 Feb 17 20:21:35.715767 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-04029748-45e9-4bfd-b950-3a2c1bd5afc4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Deleting port 6c16e187-9495-4e75-847d-6419329b712e {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:35.716151 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-04029748-45e9-4bfd-b950-3a2c1bd5afc4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:35.895062 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-04029748-45e9-4bfd-b950-3a2c1bd5afc4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:35.895425 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-04029748-45e9-4bfd-b950-3a2c1bd5afc4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:36.030895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-04029748-45e9-4bfd-b950-3a2c1bd5afc4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Calling delete_port for 6c16e187-9495-4e75-847d-6419329b712e owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:36.189704 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-04029748-45e9-4bfd-b950-3a2c1bd5afc4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:36.205765 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-90dce078-c71a-481f-aec7-4bf3f2d45bde tempest-ServerRescueNegativeTestJSON-680222355 tempest-ServerRescueNegativeTestJSON-680222355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:36.301442 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04029748-45e9-4bfd-b950-3a2c1bd5afc4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Pushing event deleted for resources: {'Port': ['ID=6c16e187-9495-4e75-847d-6419329b712e,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:36.304390 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-04029748-45e9-4bfd-b950-3a2c1bd5afc4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:36.430996 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-04029748-45e9-4bfd-b950-3a2c1bd5afc4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for floatingip, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:36.431373 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-04029748-45e9-4bfd-b950-3a2c1bd5afc4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Floating IP b6b0a78a-8cf1-4384-b712-db8cb0d83686 disassociated (deleted). External IP: 172.27.1.82, port: a72085ec-9b5d-4eca-ba22-af5a5d922bc6. Feb 17 20:21:36.803153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-04029748-45e9-4bfd-b950-3a2c1bd5afc4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Router 8d886e3a-95e5-4606-9926-c48a1922db4b has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:21:36.994139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-04029748-45e9-4bfd-b950-3a2c1bd5afc4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:21:37.004622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5de5b7e-0e12-41ac-b35a-d0dfa58cc779 None None] Sync routers for ids ['8d886e3a-95e5-4606-9926-c48a1922db4b'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:21:37.014405 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5de5b7e-0e12-41ac-b35a-d0dfa58cc779 None None] Routers {'8d886e3a-95e5-4606-9926-c48a1922db4b'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:37.015098 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-c5de5b7e-0e12-41ac-b35a-d0dfa58cc779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:21:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['8d886e3a-95e5-4606-9926-c48a1922db4b'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:37.017667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-04029748-45e9-4bfd-b950-3a2c1bd5afc4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:37.078508 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-04029748-45e9-4bfd-b950-3a2c1bd5afc4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "DELETE /v2.0/floatingips/b6b0a78a-8cf1-4384-b712-db8cb0d83686 HTTP/1.1" status: 204 len: 173 time: 1.5797198 Feb 17 20:21:37.078986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:37.169716 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-a9ae2022-7b1c-4073-9794-fa9bfb5bfd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:37.171394 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-a9ae2022-7b1c-4073-9794-fa9bfb5bfd94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ca4edba84fd404b926172b1687fa4ac&device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 1162 time: 0.0786896 Feb 17 20:21:37.206375 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-c5de5b7e-0e12-41ac-b35a-d0dfa58cc779 None None] Set router 8d886e3a-95e5-4606-9926-c48a1922db4b gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:37.502903 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 50c7b953-aa74-47d4-bd82-5c075c0a981f up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:37.535585 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-2fdad083-c0c6-493f-839b-eacc579d6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:37.537278 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-2fdad083-c0c6-493f-839b-eacc579d6706 service neutron] 10.222.0.73 "GET /v2.0/networks?id=32488c97-a31e-48ff-9e35-7cc59840c794 HTTP/1.1" status: 200 len: 902 time: 0.3593321 Feb 17 20:21:37.554392 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-c5de5b7e-0e12-41ac-b35a-d0dfa58cc779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:59Z', 'updated_at': '2021-02-17T20:16:06Z', 'revision_number': 4, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'gw_port': {'id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:01Z', 'updated_at': '2021-02-17T20:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '2a0470fe-ae25-49d6-ab0b-a9a27343f76a', 'name': '', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'mac_address': 'fa:16:3e:7d:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:05Z', 'updated_at': '2021-02-17T20:16:17Z', 'revision_number': 5, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'subnets': [{'id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:37.559069 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5de5b7e-0e12-41ac-b35a-d0dfa58cc779 None None] Checking router: 8d886e3a-95e5-4606-9926-c48a1922db4b for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:21:37.568011 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5de5b7e-0e12-41ac-b35a-d0dfa58cc779 None None] Routers {'8d886e3a-95e5-4606-9926-c48a1922db4b'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:37.568639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-c5de5b7e-0e12-41ac-b35a-d0dfa58cc779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:21:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['8d886e3a-95e5-4606-9926-c48a1922db4b'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:37.574839 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port 50c7b953-aa74-47d4-bd82-5c075c0a981f completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:21:37.579707 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 50c7b953-aa74-47d4-bd82-5c075c0a981f triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:37.580131 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:37.617580 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-39f82cf5-366f-4755-af17-d93c4a2fabce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6 HTTP/1.1" status: 200 len: 217 time: 0.0714915 Feb 17 20:21:37.696321 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-3b7ea9aa-8fd7-4eef-ae8a-760f4b65f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:37.698139 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-3b7ea9aa-8fd7-4eef-ae8a-760f4b65f5d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e93fb0e-6266-4ab2-8079-19ede8c3b37f HTTP/1.1" status: 200 len: 847 time: 0.0764806 Feb 17 20:21:37.715142 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-85ff2c34-9ac8-4ec8-a826-1bf2b2341021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:37.725503 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:37.760818 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 50c7b953-aa74-47d4-bd82-5c075c0a981f, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=50c7b953-aa74-47d4-bd82-5c075c0a981f,segment=NetworkSegment(a62783dd-7de2-4e99-aabc-4fdea567c056),segment_id=a62783dd-7de2-4e99-aabc-4fdea567c056)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:37.762193 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621951df-1119-4c09-99be-3f50a86c916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c7b953-aa74-47d4-bd82-5c075c0a981f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:37.768018 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:37.770043 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:37.788890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-c5de5b7e-0e12-41ac-b35a-d0dfa58cc779 None None] Set router 8d886e3a-95e5-4606-9926-c48a1922db4b gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:37.791233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-f5467818-ca90-4590-9a37-e1c6e9b9d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:37.792948 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-f5467818-ca90-4590-9a37-e1c6e9b9d8d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32488c97-a31e-48ff-9e35-7cc59840c794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877640 Feb 17 20:21:37.840839 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=50c7b953-aa74-47d4-bd82-5c075c0a981f,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:37.844216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:37.939307 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-6cb608d0-5281-4012-9dc2-0f57467b567e service neutron] 10.222.0.73 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384919 Feb 17 20:21:37.954565 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:38.090834 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d57a324a-9853-4d36-8c8c-06702f2c3fc0 req-fd81149e-7624-4e1a-a2e3-6e1cf1234a9b service neutron] 10.222.0.73 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1446776 Feb 17 20:21:38.130302 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-c5de5b7e-0e12-41ac-b35a-d0dfa58cc779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:59Z', 'updated_at': '2021-02-17T20:16:06Z', 'revision_number': 4, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'gw_port': {'id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:01Z', 'updated_at': '2021-02-17T20:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '2a0470fe-ae25-49d6-ab0b-a9a27343f76a', 'name': '', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'mac_address': 'fa:16:3e:7d:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:05Z', 'updated_at': '2021-02-17T20:16:17Z', 'revision_number': 5, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'subnets': [{'id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:38.134518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5de5b7e-0e12-41ac-b35a-d0dfa58cc779 None None] The sync data for ids ['8d886e3a-95e5-4606-9926-c48a1922db4b'] in dv-cinder-760038-3-iscsi is: [{'id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:59Z', 'updated_at': '2021-02-17T20:16:06Z', 'revision_number': 4, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'gw_port': {'id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:01Z', 'updated_at': '2021-02-17T20:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '2a0470fe-ae25-49d6-ab0b-a9a27343f76a', 'name': '', 'network_id': '32488c97-a31e-48ff-9e35-7cc59840c794', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'mac_address': 'fa:16:3e:7d:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:05Z', 'updated_at': '2021-02-17T20:16:17Z', 'revision_number': 5, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'subnets': [{'id': '1e93fb0e-6266-4ab2-8079-19ede8c3b37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:21:38.296378 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109c096-4d13-4bcd-9f2f-4beb48fc3dbf req-0b39c812-ae40-4fcc-bce8-1d188530c910 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:38.297993 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3109c096-4d13-4bcd-9f2f-4beb48fc3dbf req-0b39c812-ae40-4fcc-bce8-1d188530c910 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 946 time: 0.0914779 Feb 17 20:21:38.346645 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3109c096-4d13-4bcd-9f2f-4beb48fc3dbf req-02cfc41b-89d0-439c-8f0b-d640dc192bca tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=6594e2fa-3087-45c8-8e35-e912a3d0444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422873 Feb 17 20:21:38.405746 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621951df-1119-4c09-99be-3f50a86c916d', 'tag': '50c7b953-aa74-47d4-bd82-5c075c0a981f', 'status': 'completed', 'code': 200} Feb 17 20:21:38.447254 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6', 'status': 'completed', 'code': 200} Feb 17 20:21:38.488032 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621951df-1119-4c09-99be-3f50a86c916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c7b953-aa74-47d4-bd82-5c075c0a981f', 'code': 200} Feb 17 20:21:38.521345 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f47a7c-6a33-411f-9603-f5e64c3977bd req-1220eac1-6c5f-48b2-8032-4a72af3662ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:38.523283 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a6f47a7c-6a33-411f-9603-f5e64c3977bd req-1220eac1-6c5f-48b2-8032-4a72af3662ee service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=591e4c3eb1014ad9a42cca8707aaf065&device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 1163 time: 0.0925012 Feb 17 20:21:38.567607 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e26df-bd3d-47b6-907c-8a4ae8b60130 req-47a4f03c-1ab2-4ace-be21-5e877ca83e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:38.569363 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a05e26df-bd3d-47b6-907c-8a4ae8b60130 req-47a4f03c-1ab2-4ace-be21-5e877ca83e5b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6ca4edba84fd404b926172b1687fa4ac&device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 1162 time: 0.0988483 Feb 17 20:21:38.581685 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac23806-286a-459c-8042-5ddf6a3dc87c None None] New status for floating IP b6b0a78a-8cf1-4384-b712-db8cb0d83686: DOWN {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:21:38.709311 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f47a7c-6a33-411f-9603-f5e64c3977bd req-d7fead8c-8996-4adb-b9d1-30af8d8bb79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:38.711081 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a6f47a7c-6a33-411f-9603-f5e64c3977bd req-d7fead8c-8996-4adb-b9d1-30af8d8bb79b service neutron] 10.222.0.127 "GET /v2.0/networks?id=5b70448a-327f-49b6-837b-e6f2fb833977 HTTP/1.1" status: 200 len: 905 time: 0.1722412 Feb 17 20:21:38.753561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e26df-bd3d-47b6-907c-8a4ae8b60130 req-cf623170-ef3b-4f51-8087-e82b042991de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:38.755272 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a05e26df-bd3d-47b6-907c-8a4ae8b60130 req-cf623170-ef3b-4f51-8087-e82b042991de service neutron] 10.222.0.127 "GET /v2.0/networks?id=32488c97-a31e-48ff-9e35-7cc59840c794 HTTP/1.1" status: 200 len: 902 time: 0.1751773 Feb 17 20:21:38.807078 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a6f47a7c-6a33-411f-9603-f5e64c3977bd req-d52caf4a-0a8a-49d9-9a01-970d0c72fc0b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50c7b953-aa74-47d4-bd82-5c075c0a981f HTTP/1.1" status: 200 len: 217 time: 0.0819185 Feb 17 20:21:38.877760 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f47a7c-6a33-411f-9603-f5e64c3977bd req-39088de6-fbf7-4b28-91a1-901a0678be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:38.879350 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a6f47a7c-6a33-411f-9603-f5e64c3977bd req-39088de6-fbf7-4b28-91a1-901a0678be99 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a8318528-83bb-4bba-8959-a96e0bb2405d HTTP/1.1" status: 200 len: 850 time: 0.0656114 Feb 17 20:21:38.887107 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a05e26df-bd3d-47b6-907c-8a4ae8b60130 req-f89ec5f4-54c6-4dd5-9abe-e65c48a358a3 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6 HTTP/1.1" status: 200 len: 217 time: 0.1206794 Feb 17 20:21:38.971224 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f47a7c-6a33-411f-9603-f5e64c3977bd req-93e8148b-3701-4127-8d1c-ca70994c5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:38.972762 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a6f47a7c-6a33-411f-9603-f5e64c3977bd req-93e8148b-3701-4127-8d1c-ca70994c5733 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=5b70448a-327f-49b6-837b-e6f2fb833977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853755 Feb 17 20:21:39.023730 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e26df-bd3d-47b6-907c-8a4ae8b60130 req-67a45c5f-ef59-477e-8bb5-7541ba8f1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:39.025350 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a05e26df-bd3d-47b6-907c-8a4ae8b60130 req-67a45c5f-ef59-477e-8bb5-7541ba8f1e34 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=1e93fb0e-6266-4ab2-8079-19ede8c3b37f HTTP/1.1" status: 200 len: 847 time: 0.0943689 Feb 17 20:21:39.090506 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 50c7b953-aa74-47d4-bd82-5c075c0a981f up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:21:39.114355 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09321361-a6c6-4778-a48f-3d29cf6310a7 req-a7d84888-31de-4c60-8458-622f3415c3d1 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:39.115120 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-09321361-a6c6-4778-a48f-3d29cf6310a7 req-a7d84888-31de-4c60-8458-622f3415c3d1 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Synchronizing usage tracker for tenant:6ca4edba84fd404b926172b1687fa4ac on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:21:39.119144 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed17ae4-a0f4-48a8-9511-d43e71554ed7 req-d765cf69-74b7-4628-b0f2-273cd3178060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:39.121610 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2ed17ae4-a0f4-48a8-9511-d43e71554ed7 req-d765cf69-74b7-4628-b0f2-273cd3178060 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 1163 time: 0.2955415 Feb 17 20:21:39.123079 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a6f47a7c-6a33-411f-9603-f5e64c3977bd req-09cf622d-d254-4af6-8e28-d34fb18ec864 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408391 Feb 17 20:21:39.163267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 50c7b953-aa74-47d4-bd82-5c075c0a981f triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:21:39.163611 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-09321361-a6c6-4778-a48f-3d29cf6310a7 req-a7d84888-31de-4c60-8458-622f3415c3d1 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Unset dirty status for tenant:6ca4edba84fd404b926172b1687fa4ac on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:21:39.163736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:39.164913 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-09321361-a6c6-4778-a48f-3d29cf6310a7 req-a7d84888-31de-4c60-8458-622f3415c3d1 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 945 time: 0.2985363 Feb 17 20:21:39.209934 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2ed17ae4-a0f4-48a8-9511-d43e71554ed7 req-ffa981e3-c1bb-4860-924e-7ea21b7ffbb8 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=6594e2fa-3087-45c8-8e35-e912a3d0444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719185 Feb 17 20:21:39.237089 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e26df-bd3d-47b6-907c-8a4ae8b60130 req-d723b4aa-6c3f-42ee-bf4e-5155cb75f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:39.237516 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:39.239245 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a05e26df-bd3d-47b6-907c-8a4ae8b60130 req-d723b4aa-6c3f-42ee-bf4e-5155cb75f4d5 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=32488c97-a31e-48ff-9e35-7cc59840c794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2048402 Feb 17 20:21:39.248253 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-09321361-a6c6-4778-a48f-3d29cf6310a7 req-2fbc8105-80b5-4967-a681-e6da4a04abf5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0702727 Feb 17 20:21:39.277706 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a6f47a7c-6a33-411f-9603-f5e64c3977bd req-d7e3066e-2425-49e8-99c5-f16201afce4c service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1430328 Feb 17 20:21:39.471510 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:39.663806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f331a-542d-41f7-a79c-352b2c4c432d req-7d976cd8-18fc-4706-8bb9-826b907b8c83 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:39.665405 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-677f331a-542d-41f7-a79c-352b2c4c432d req-7d976cd8-18fc-4706-8bb9-826b907b8c83 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 946 time: 0.1870701 Feb 17 20:21:39.669384 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a05e26df-bd3d-47b6-907c-8a4ae8b60130 req-fdbbc401-c5ef-478f-b493-8c5989c4d7c3 service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355199 Feb 17 20:21:39.803906 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-677f331a-542d-41f7-a79c-352b2c4c432d req-ea374e4c-8ac1-4007-802f-7dafcdbad916 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=6594e2fa-3087-45c8-8e35-e912a3d0444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314211 Feb 17 20:21:39.847174 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a05e26df-bd3d-47b6-907c-8a4ae8b60130 req-b67a3daf-be97-400a-ba5e-44ad797112fd service neutron] 10.222.0.127 "GET /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1604161 Feb 17 20:21:40.451983 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208818ac-4c40-4deb-b000-9330548a4d51 req-c06af475-4496-4fe9-81e4-fff99a8ec9f6 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:40.453672 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-208818ac-4c40-4deb-b000-9330548a4d51 req-c06af475-4496-4fe9-81e4-fff99a8ec9f6 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 945 time: 0.0899074 Feb 17 20:21:40.503149 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-208818ac-4c40-4deb-b000-9330548a4d51 req-2c316a33-fe68-4c3f-b3fd-22800239a16c tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0429909 Feb 17 20:21:40.985528 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-23052e1d-5785-4e18-90c2-c3fc48863837 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:40.987090 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-23052e1d-5785-4e18-90c2-c3fc48863837 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.127 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 945 time: 0.1355615 Feb 17 20:21:41.051976 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device a72085ec-9b5d-4eca-ba22-af5a5d922bc6 no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:21:41.077337 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Deleting port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:41.077730 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:41.133282 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64039652-dc3a-4043-84ac-da58d8adf5eb req-a9cd69dd-19e9-4d48-bf55-42d16ce2afbd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:41.134815 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-64039652-dc3a-4043-84ac-da58d8adf5eb req-a9cd69dd-19e9-4d48-bf55-42d16ce2afbd tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 946 time: 0.2148004 Feb 17 20:21:41.175481 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:41.203889 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:41.215073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port a72085ec-9b5d-4eca-ba22-af5a5d922bc6, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6,segment=NetworkSegment(826863b8-d59f-4c52-9c0a-90f66f31216d),segment_id=826863b8-d59f-4c52-9c0a-90f66f31216d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:41.220080 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:41.221995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:41.241989 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-64039652-dc3a-4043-84ac-da58d8adf5eb req-7142f0cc-933a-49b6-8799-695d1e9530c4 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=6594e2fa-3087-45c8-8e35-e912a3d0444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989339 Feb 17 20:21:41.297549 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=a72085ec-9b5d-4eca-ba22-af5a5d922bc6,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:41.301448 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:41.309788 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6', 'code': 200} Feb 17 20:21:41.449814 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] For port a72085ec-9b5d-4eca-ba22-af5a5d922bc6, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6,segment=NetworkSegment(826863b8-d59f-4c52-9c0a-90f66f31216d),segment_id=826863b8-d59f-4c52-9c0a-90f66f31216d)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:41.450214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:41.585728 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Calling delete_port for a72085ec-9b5d-4eca-ba22-af5a5d922bc6 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:41.671527 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860b68c-3218-488c-84fd-9d3eed51d393 req-aba374ef-f184-470f-8d51-5fe078441e0d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:41.673174 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c860b68c-3218-488c-84fd-9d3eed51d393 req-aba374ef-f184-470f-8d51-5fe078441e0d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 946 time: 0.2799783 Feb 17 20:21:41.682493 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 33318) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:41.688723 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-e24124e6-1081-4201-aa4d-21f07db33660 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Request body: {'floatingip': {'port_id': '50c7b953-aa74-47d4-bd82-5c075c0a981f'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:21:41.699552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84038) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:21:41.700002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:21:41.775133 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e24124e6-1081-4201-aa4d-21f07db33660 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for floatingip, before_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:41.856292 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63790e3-9d88-4a29-8e63-7e8be87a2997 req-291bcac3-a23f-45ee-9700-3fc088f856e8 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:41.857930 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a63790e3-9d88-4a29-8e63-7e8be87a2997 req-291bcac3-a23f-45ee-9700-3fc088f856e8 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 943 time: 0.0863097 Feb 17 20:21:41.906371 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a63790e3-9d88-4a29-8e63-7e8be87a2997 req-6da57c78-6165-442c-9a00-e2c1777dc029 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups?id=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0422754 Feb 17 20:21:42.201093 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Deleting port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:42.201496 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:42.421292 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e24124e6-1081-4201-aa4d-21f07db33660 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:42.424221 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e24124e6-1081-4201-aa4d-21f07db33660 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:42.470578 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] For port a72085ec-9b5d-4eca-ba22-af5a5d922bc6, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=a72085ec-9b5d-4eca-ba22-af5a5d922bc6,segment=NetworkSegment(826863b8-d59f-4c52-9c0a-90f66f31216d),segment_id=826863b8-d59f-4c52-9c0a-90f66f31216d)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:42.470913 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:42.611299 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [None req-e24124e6-1081-4201-aa4d-21f07db33660 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Floating IP 56193ea7-ed66-45dc-9014-494830078bda associated. External IP: 172.27.1.192, port: 50c7b953-aa74-47d4-bd82-5c075c0a981f. Feb 17 20:21:42.822151 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Calling delete_port for a72085ec-9b5d-4eca-ba22-af5a5d922bc6 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:42.979360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:42.998312 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:43.150799 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Pushing event deleted for resources: {'Port': ['ID=a72085ec-9b5d-4eca-ba22-af5a5d922bc6,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:43.160620 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:43.162947 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c1b2c9e5-7852-4e14-848a-9db474bd1530 req-509c5688-a98b-4ed9-bc23-5d39ffd26945 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 210 time: 0.1286871 Feb 17 20:21:43.256364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24124e6-1081-4201-aa4d-21f07db33660 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:21:43.265436 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] No DVR routers for this DVR port a72085ec-9b5d-4eca-ba22-af5a5d922bc6 on host hv-cinder-76003 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:21:43.268124 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:43.272301 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'name': 'network-vif-deleted', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:43.286562 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-18b61d2e-7599-4721-b7d8-1a11c0d60b51 req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.127 "DELETE /v2.0/ports/a72085ec-9b5d-4eca-ba22-af5a5d922bc6 HTTP/1.1" status: 204 len: 173 time: 2.2933297 Feb 17 20:21:43.324254 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba322799-2646-43e6-a0e9-3cffa664d31d', 'name': 'network-vif-deleted', 'tag': 'a72085ec-9b5d-4eca-ba22-af5a5d922bc6', 'status': 'completed', 'code': 200} Feb 17 20:21:43.429361 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:43.456025 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24124e6-1081-4201-aa4d-21f07db33660 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:21:43.460259 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e24124e6-1081-4201-aa4d-21f07db33660 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:43.468507 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed431f3-994a-4557-820a-3f662ecde9ea None None] Sync routers for ids ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:21:43.478727 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed431f3-994a-4557-820a-3f662ecde9ea None None] Routers {'88e88e5b-d0a8-4e64-8c19-3c91100d7c77'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:43.479522 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-eed431f3-994a-4557-820a-3f662ecde9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:21:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:43.522020 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e24124e6-1081-4201-aa4d-21f07db33660 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "PUT /v2.0/floatingips/56193ea7-ed66-45dc-9014-494830078bda HTTP/1.1" status: 200 len: 992 time: 1.8377497 Feb 17 20:21:43.522637 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621951df-1119-4c09-99be-3f50a86c916d', 'tag': '50c7b953-aa74-47d4-bd82-5c075c0a981f'}] {{(pid=84037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:21:43.682213 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-eed431f3-994a-4557-820a-3f662ecde9ea None None] Set router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:43.688409 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621951df-1119-4c09-99be-3f50a86c916d', 'tag': '50c7b953-aa74-47d4-bd82-5c075c0a981f', 'status': 'completed', 'code': 200} Feb 17 20:21:43.802284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbaefa-8338-4e13-9521-4c0cfb18a187 req-d98637d1-4802-40de-849a-3063ddcad5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:43.803906 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-44cbaefa-8338-4e13-9521-4c0cfb18a187 req-d98637d1-4802-40de-849a-3063ddcad5b3 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=591e4c3eb1014ad9a42cca8707aaf065&device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 1163 time: 0.0859885 Feb 17 20:21:43.961367 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbaefa-8338-4e13-9521-4c0cfb18a187 req-f8d3e686-b3d4-4425-bb8d-1ee6a141110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:43.962958 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-44cbaefa-8338-4e13-9521-4c0cfb18a187 req-f8d3e686-b3d4-4425-bb8d-1ee6a141110d service neutron] 10.222.0.127 "GET /v2.0/networks?id=5b70448a-327f-49b6-837b-e6f2fb833977 HTTP/1.1" status: 200 len: 905 time: 0.1517403 Feb 17 20:21:44.084726 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-44cbaefa-8338-4e13-9521-4c0cfb18a187 req-14b60a63-af1a-42cd-a524-65dcce694220 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50c7b953-aa74-47d4-bd82-5c075c0a981f HTTP/1.1" status: 200 len: 1000 time: 0.1118875 Feb 17 20:21:44.159208 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbaefa-8338-4e13-9521-4c0cfb18a187 req-83cc357f-afc0-48ee-aa71-aa542b805f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:44.161108 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-44cbaefa-8338-4e13-9521-4c0cfb18a187 req-83cc357f-afc0-48ee-aa71-aa542b805f49 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a8318528-83bb-4bba-8959-a96e0bb2405d HTTP/1.1" status: 200 len: 850 time: 0.0683265 Feb 17 20:21:44.228221 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-eed431f3-994a-4557-820a-3f662ecde9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '56193ea7-ed66-45dc-9014-494830078bda', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'port_id': '50c7b953-aa74-47d4-bd82-5c075c0a981f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'mac_address': 'fa:16:3e:70:5d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621951df-1119-4c09-99be-3f50a86c916d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:21:29Z', 'updated_at': '2021-02-17T20:21:42Z', 'revision_number': 1, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:37Z', 'revision_number': 5, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:44.232842 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed431f3-994a-4557-820a-3f662ecde9ea None None] Checking router: 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:21:44.244222 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed431f3-994a-4557-820a-3f662ecde9ea None None] Routers {'88e88e5b-d0a8-4e64-8c19-3c91100d7c77'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:44.245850 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-eed431f3-994a-4557-820a-3f662ecde9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:21:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:44.251115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbaefa-8338-4e13-9521-4c0cfb18a187 req-a65231c2-2fc9-4cbb-9315-2c131e583b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:21:44.252763 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-44cbaefa-8338-4e13-9521-4c0cfb18a187 req-a65231c2-2fc9-4cbb-9315-2c131e583b37 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=5b70448a-327f-49b6-837b-e6f2fb833977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844078 Feb 17 20:21:44.402670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-599cfd43-c196-4510-b68d-85ac96f2288e req-94ba8d52-89c6-4408-99a8-ca74575750e9 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Synchronizing usage tracker for tenant:6ca4edba84fd404b926172b1687fa4ac on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:21:44.424121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-599cfd43-c196-4510-b68d-85ac96f2288e req-94ba8d52-89c6-4408-99a8-ca74575750e9 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Unset dirty status for tenant:6ca4edba84fd404b926172b1687fa4ac on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:21:44.425427 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-599cfd43-c196-4510-b68d-85ac96f2288e req-94ba8d52-89c6-4408-99a8-ca74575750e9 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba322799-2646-43e6-a0e9-3cffa664d31d HTTP/1.1" status: 200 len: 210 time: 0.0884142 Feb 17 20:21:44.455608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-eed431f3-994a-4557-820a-3f662ecde9ea None None] Set router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:44.465610 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-44cbaefa-8338-4e13-9521-4c0cfb18a187 req-c04efe48-f4e4-4b81-940f-61de2b731d83 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038190 Feb 17 20:21:44.612522 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-44cbaefa-8338-4e13-9521-4c0cfb18a187 req-8ed17e77-31c0-451c-90fc-8a92b5fef9c6 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368537 Feb 17 20:21:44.826389 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-eed431f3-994a-4557-820a-3f662ecde9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '56193ea7-ed66-45dc-9014-494830078bda', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'port_id': '50c7b953-aa74-47d4-bd82-5c075c0a981f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'mac_address': 'fa:16:3e:70:5d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621951df-1119-4c09-99be-3f50a86c916d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:21:29Z', 'updated_at': '2021-02-17T20:21:42Z', 'revision_number': 1, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:37Z', 'revision_number': 5, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:44.830594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed431f3-994a-4557-820a-3f662ecde9ea None None] The sync data for ids ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'] in dv-cinder-760038-3-iscsi is: [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '56193ea7-ed66-45dc-9014-494830078bda', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'port_id': '50c7b953-aa74-47d4-bd82-5c075c0a981f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'mac_address': 'fa:16:3e:70:5d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621951df-1119-4c09-99be-3f50a86c916d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:21:29Z', 'updated_at': '2021-02-17T20:21:42Z', 'revision_number': 1, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:37Z', 'revision_number': 5, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:21:45.120610 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1448dc-3ee6-46e3-962a-51d645d28788 None None] New status for floating IP 56193ea7-ed66-45dc-9014-494830078bda: ACTIVE {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:21:45.591751 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-43e7652f-efc4-4597-bf16-a6c7d6888bc8 req-d3d40116-0542-4da5-83e0-b693771e37f3 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "GET /v2.0/security-groups/39e313ea-4a48-4ea3-bacf-7f1bc46b36d1 HTTP/1.1" status: 200 len: 2993 time: 0.0505874 Feb 17 20:21:45.667712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-43e7652f-efc4-4597-bf16-a6c7d6888bc8 req-3ee9383d-d997-4e87-8c78-21148e3d2534 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:45.697247 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-43e7652f-efc4-4597-bf16-a6c7d6888bc8 req-3ee9383d-d997-4e87-8c78-21148e3d2534 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:45.742460 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-43e7652f-efc4-4597-bf16-a6c7d6888bc8 req-3ee9383d-d997-4e87-8c78-21148e3d2534 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:45.748710 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0b322724-1173-43d8-b702-2169a0716dfe tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:45.765360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9383d-d997-4e87-8c78-21148e3d2534 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e313ea-4a48-4ea3-bacf-7f1bc46b36d1,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:45.768305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3ee9383d-d997-4e87-8c78-21148e3d2534 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:45.774380 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-43e7652f-efc4-4597-bf16-a6c7d6888bc8 req-3ee9383d-d997-4e87-8c78-21148e3d2534 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:45.775610 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-43e7652f-efc4-4597-bf16-a6c7d6888bc8 req-3ee9383d-d997-4e87-8c78-21148e3d2534 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] 10.222.0.73 "DELETE /v2.0/security-groups/39e313ea-4a48-4ea3-bacf-7f1bc46b36d1 HTTP/1.1" status: 204 len: 173 time: 0.1778166 Feb 17 20:21:45.933187 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33342) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:46.555240 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2205858d-75cb-431c-9071-28b80827d010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404122'] for router_interface, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:47.142067 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-2205858d-75cb-431c-9071-28b80827d010 admin admin] Deleting port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:47.142711 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2205858d-75cb-431c-9071-28b80827d010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:47.325236 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-2205858d-75cb-431c-9071-28b80827d010 admin admin] For port 2a0470fe-ae25-49d6-ab0b-a9a27343f76a, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=2a0470fe-ae25-49d6-ab0b-a9a27343f76a,segment=NetworkSegment(826863b8-d59f-4c52-9c0a-90f66f31216d),segment_id=826863b8-d59f-4c52-9c0a-90f66f31216d)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:47.325640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2205858d-75cb-431c-9071-28b80827d010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:47.460631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-2205858d-75cb-431c-9071-28b80827d010 admin admin] Calling delete_port for 2a0470fe-ae25-49d6-ab0b-a9a27343f76a owned by network:router_interface {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:47.789464 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2205858d-75cb-431c-9071-28b80827d010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:47.805447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:47.904575 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205858d-75cb-431c-9071-28b80827d010 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0470fe-ae25-49d6-ab0b-a9a27343f76a,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:47.914246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-2205858d-75cb-431c-9071-28b80827d010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:48.243976 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2205858d-75cb-431c-9071-28b80827d010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853146494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404212'] for router_interface, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:48.758935 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2205858d-75cb-431c-9071-28b80827d010 admin admin] Router 8d886e3a-95e5-4606-9926-c48a1922db4b has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:21:48.946201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2205858d-75cb-431c-9071-28b80827d010 admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:21:48.955939 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a295d1-cd1e-4a82-a138-b2000f513888 None None] Sync routers for ids ['8d886e3a-95e5-4606-9926-c48a1922db4b'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:21:48.961534 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-2205858d-75cb-431c-9071-28b80827d010 admin admin] 10.222.0.73 "PUT /v2.0/routers/8d886e3a-95e5-4606-9926-c48a1922db4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0271368 Feb 17 20:21:48.964791 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33352) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:48.966718 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a295d1-cd1e-4a82-a138-b2000f513888 None None] Routers {'8d886e3a-95e5-4606-9926-c48a1922db4b'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:48.967384 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-90a295d1-cd1e-4a82-a138-b2000f513888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:21:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['8d886e3a-95e5-4606-9926-c48a1922db4b'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:49.158277 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] Notify callbacks [] for router, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:49.160053 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-90a295d1-cd1e-4a82-a138-b2000f513888 None None] Set router 8d886e3a-95e5-4606-9926-c48a1922db4b gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:49.482081 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-90a295d1-cd1e-4a82-a138-b2000f513888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:59Z', 'updated_at': '2021-02-17T20:21:47Z', 'revision_number': 5, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'gw_port': {'id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:01Z', 'updated_at': '2021-02-17T20:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:49.487391 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a295d1-cd1e-4a82-a138-b2000f513888 None None] Checking router: 8d886e3a-95e5-4606-9926-c48a1922db4b for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:21:49.497791 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a295d1-cd1e-4a82-a138-b2000f513888 None None] Routers {'8d886e3a-95e5-4606-9926-c48a1922db4b'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:49.498457 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-90a295d1-cd1e-4a82-a138-b2000f513888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:21:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['8d886e3a-95e5-4606-9926-c48a1922db4b'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:49.580561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:49.588914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] Deleting port b6d3cab8-1e9b-4f48-ba57-678a5ee97eda {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:49.589310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:49.689885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-90a295d1-cd1e-4a82-a138-b2000f513888 None None] Set router 8d886e3a-95e5-4606-9926-c48a1922db4b gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:49.778598 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] For port b6d3cab8-1e9b-4f48-ba57-678a5ee97eda, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=b6d3cab8-1e9b-4f48-ba57-678a5ee97eda,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:49.779004 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:49.913059 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] Calling delete_port for b6d3cab8-1e9b-4f48-ba57-678a5ee97eda owned by network:router_gateway {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:49.991145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-90a295d1-cd1e-4a82-a138-b2000f513888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:59Z', 'updated_at': '2021-02-17T20:21:47Z', 'revision_number': 5, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'gw_port': {'id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:01Z', 'updated_at': '2021-02-17T20:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:49.995481 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a295d1-cd1e-4a82-a138-b2000f513888 None None] The sync data for ids ['8d886e3a-95e5-4606-9926-c48a1922db4b'] in dv-cinder-760038-3-iscsi is: [{'id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'name': 'tempest-TestShelveInstance-520004901-router', 'tenant_id': '6ca4edba84fd404b926172b1687fa4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:15:59Z', 'updated_at': '2021-02-17T20:21:47Z', 'revision_number': 5, 'project_id': '6ca4edba84fd404b926172b1687fa4ac', 'gw_port': {'id': 'b6d3cab8-1e9b-4f48-ba57-678a5ee97eda', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d886e3a-95e5-4606-9926-c48a1922db4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:01Z', 'updated_at': '2021-02-17T20:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:21:50.096498 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:50.110735 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-38644757-3502-4628-ad2c-226baf2c1faf tempest-VolumesSnapshotTestJSON-440654327 tempest-VolumesSnapshotTestJSON-440654327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:50.210017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d3cab8-1e9b-4f48-ba57-678a5ee97eda,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:50.220074 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:50.345334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854376320'] for router_gateway, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:50.534788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775512'] for router, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:50.537147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:50.623250 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402962'] for router, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:50.623833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d886e3a-95e5-4606-9926-c48a1922db4b {{(pid=84038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:21:50.637207 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:50.639072 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-0a22a9f0-c06b-4334-b416-6a0d8bd20c81 admin admin] 10.222.0.73 "DELETE /v2.0/routers/8d886e3a-95e5-4606-9926-c48a1922db4b HTTP/1.1" status: 204 len: 168 time: 1.6725602 Feb 17 20:21:50.641487 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33360) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:50.711959 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b59554-560f-4f48-804c-3360d2db6ff9 admin admin] Deleting subnet 1e93fb0e-6266-4ab2-8079-19ede8c3b37f {{(pid=84038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:21:50.715421 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-91b59554-560f-4f48-804c-3360d2db6ff9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:50.767905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-91b59554-560f-4f48-804c-3360d2db6ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704422'] for subnet, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:50.895582 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-91b59554-560f-4f48-804c-3360d2db6ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:51.151254 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-91b59554-560f-4f48-804c-3360d2db6ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4091116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350040'] for subnet, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:51.167739 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d805d7d6-3e47-490f-88b1-a5b82dfe0f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:51.254788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b59554-560f-4f48-804c-3360d2db6ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e93fb0e-6266-4ab2-8079-19ede8c3b37f,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:51.258653 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-91b59554-560f-4f48-804c-3360d2db6ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:51.303517 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-91b59554-560f-4f48-804c-3360d2db6ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:51.309031 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d21a3f-c09f-4c13-9334-8c51d51dd357 None None] Network 32488c97-a31e-48ff-9e35-7cc59840c794 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:21:51.310231 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-91b59554-560f-4f48-804c-3360d2db6ff9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1e93fb0e-6266-4ab2-8079-19ede8c3b37f HTTP/1.1" status: 204 len: 168 time: 0.6676507 Feb 17 20:21:51.312816 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33364) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:51.432702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:51.507102 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Deleting port c46e0264-4a79-4856-8862-fadd3f271989 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:51.507481 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:51.564000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e84d236-f5f4-4b75-be3d-3d82622f10dc None None] DHCP port deletion for 32488c97-a31e-48ff-9e35-7cc59840c794 request from dv-cinder-760038-3-iscsi {{(pid=84040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 20:21:51.568477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-5e84d236-f5f4-4b75-be3d-3d82622f10dc None None] Deleting port c46e0264-4a79-4856-8862-fadd3f271989 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:51.568947 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5e84d236-f5f4-4b75-be3d-3d82622f10dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:51.735828 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] For port c46e0264-4a79-4856-8862-fadd3f271989, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=c46e0264-4a79-4856-8862-fadd3f271989,segment=NetworkSegment(826863b8-d59f-4c52-9c0a-90f66f31216d),segment_id=826863b8-d59f-4c52-9c0a-90f66f31216d)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:51.736159 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:51.789776 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-5e84d236-f5f4-4b75-be3d-3d82622f10dc None None] For port c46e0264-4a79-4856-8862-fadd3f271989, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=c46e0264-4a79-4856-8862-fadd3f271989,segment=NetworkSegment(826863b8-d59f-4c52-9c0a-90f66f31216d),segment_id=826863b8-d59f-4c52-9c0a-90f66f31216d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:51.790224 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5e84d236-f5f4-4b75-be3d-3d82622f10dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:51.802620 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device c46e0264-4a79-4856-8862-fadd3f271989 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:21:51.873859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Calling delete_port for c46e0264-4a79-4856-8862-fadd3f271989 owned by network:dhcp {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:51.954158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:51.964802 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-5e84d236-f5f4-4b75-be3d-3d82622f10dc None None] Calling delete_port for c46e0264-4a79-4856-8862-fadd3f271989 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:51.970123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ad4fa205-acfb-46a0-b745-53b6c37378ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:52.039716 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No active binding found for port c46e0264-4a79-4856-8862-fadd3f271989 {{(pid=84040) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 17 20:21:52.039942 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device c46e0264-4a79-4856-8862-fadd3f271989 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:21:52.040415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device b6d3cab8-1e9b-4f48-ba57-678a5ee97eda no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:21:52.094270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: b6d3cab8-1e9b-4f48-ba57-678a5ee97eda {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:21:52.094672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device b6d3cab8-1e9b-4f48-ba57-678a5ee97eda not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:21:52.095147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 2a0470fe-ae25-49d6-ab0b-a9a27343f76a no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:21:52.140563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: 2a0470fe-ae25-49d6-ab0b-a9a27343f76a {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:21:52.141223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 2a0470fe-ae25-49d6-ab0b-a9a27343f76a not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:21:52.145136 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [None req-5e84d236-f5f4-4b75-be3d-3d82622f10dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:21:52.145585 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [None req-5e84d236-f5f4-4b75-be3d-3d82622f10dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:21:52.294736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Pushing event deleted for resources: {'Port': ['ID=c46e0264-4a79-4856-8862-fadd3f271989,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:52.297624 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:52.341060 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] No DVR routers for this DVR port c46e0264-4a79-4856-8862-fadd3f271989 on host dv-cinder-760038-3-iscsi {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:21:52.465274 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:52.581637 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32488c97-a31e-48ff-9e35-7cc59840c794']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:52.594439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826863b8-d59f-4c52-9c0a-90f66f31216d') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:52.594784 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826863b8-d59f-4c52-9c0a-90f66f31216d') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:52.607288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851071362'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:52.623072 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:52.625124 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:21:52.646340 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-5e84d236-f5f4-4b75-be3d-3d82622f10dc None None] Deleting port c46e0264-4a79-4856-8862-fadd3f271989 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:52.646797 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5e84d236-f5f4-4b75-be3d-3d82622f10dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:52.722179 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-5e84d236-f5f4-4b75-be3d-3d82622f10dc None None] The port 'c46e0264-4a79-4856-8862-fadd3f271989' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 20:21:52.811041 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Network 32488c97-a31e-48ff-9e35-7cc59840c794 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:21:52.820231 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850684653'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:53.000409 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Network 32488c97-a31e-48ff-9e35-7cc59840c794 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:21:53.023454 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:21:53.102609 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:53.107602 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:53.110192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:53.133937 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Pushing event deleted for resources: {'Network': ['ID=32488c97-a31e-48ff-9e35-7cc59840c794,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:53.136838 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:53.147206 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] 10.222.0.73 "DELETE /v2.0/networks/32488c97-a31e-48ff-9e35-7cc59840c794 HTTP/1.1" status: 204 len: 168 time: 1.8333173 Feb 17 20:21:53.150349 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33372) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:53.730443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ffb96e1e-8129-4b1e-8c3e-37470b9e2432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404122'] for router_interface, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:54.102413 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-ffb96e1e-8129-4b1e-8c3e-37470b9e2432 admin admin] Deleting port f233743f-723d-4eb3-897b-982723d13f63 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:54.102792 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ffb96e1e-8129-4b1e-8c3e-37470b9e2432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:54.286200 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-ffb96e1e-8129-4b1e-8c3e-37470b9e2432 admin admin] For port f233743f-723d-4eb3-897b-982723d13f63, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=f233743f-723d-4eb3-897b-982723d13f63,segment=NetworkSegment(25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5),segment_id=25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:54.286606 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ffb96e1e-8129-4b1e-8c3e-37470b9e2432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:54.422690 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-ffb96e1e-8129-4b1e-8c3e-37470b9e2432 admin admin] Calling delete_port for f233743f-723d-4eb3-897b-982723d13f63 owned by network:router_interface {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:54.604738 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ffb96e1e-8129-4b1e-8c3e-37470b9e2432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:54.620318 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:54.715941 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb96e1e-8129-4b1e-8c3e-37470b9e2432 admin admin] Pushing event deleted for resources: {'Port': ['ID=f233743f-723d-4eb3-897b-982723d13f63,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:54.725393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ffb96e1e-8129-4b1e-8c3e-37470b9e2432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:55.044779 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ffb96e1e-8129-4b1e-8c3e-37470b9e2432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853146494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404212'] for router_interface, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:55.791326 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb96e1e-8129-4b1e-8c3e-37470b9e2432 admin admin] Router fcf64525-0410-4cd7-a15c-cb7e52caa8a2 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:21:55.981854 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb96e1e-8129-4b1e-8c3e-37470b9e2432 admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:21:55.991236 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ffb96e1e-8129-4b1e-8c3e-37470b9e2432 admin admin] 10.222.0.73 "PUT /v2.0/routers/fcf64525-0410-4cd7-a15c-cb7e52caa8a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8397698 Feb 17 20:21:55.991375 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b772002f-b7c9-4a2a-8a57-9cb563a3a4a5 None None] Sync routers for ids ['fcf64525-0410-4cd7-a15c-cb7e52caa8a2'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:21:55.993961 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33380) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:56.001918 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772002f-b7c9-4a2a-8a57-9cb563a3a4a5 None None] Routers {'fcf64525-0410-4cd7-a15c-cb7e52caa8a2'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:56.002586 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-b772002f-b7c9-4a2a-8a57-9cb563a3a4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:21:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['fcf64525-0410-4cd7-a15c-cb7e52caa8a2'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:56.196055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Notify callbacks [] for router, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:56.353565 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-b772002f-b7c9-4a2a-8a57-9cb563a3a4a5 None None] Set router fcf64525-0410-4cd7-a15c-cb7e52caa8a2 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:56.371014 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:21:56.394538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:56.403761 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Deleting port 567618e3-69c2-493e-be55-836e8c624da1 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:56.403761 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:56.594402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] For port 567618e3-69c2-493e-be55-836e8c624da1, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=567618e3-69c2-493e-be55-836e8c624da1,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:56.594804 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:56.661713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-b772002f-b7c9-4a2a-8a57-9cb563a3a4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'name': 'tempest-TestShelveInstance-1947566662-router', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '567618e3-69c2-493e-be55-836e8c624da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:16:09Z', 'updated_at': '2021-02-17T20:21:54Z', 'revision_number': 5, 'project_id': 'a0749174af3942c7b51991918ec28224', 'gw_port': {'id': '567618e3-69c2-493e-be55-836e8c624da1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:16:10Z', 'updated_at': '2021-02-17T20:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:56.665843 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b772002f-b7c9-4a2a-8a57-9cb563a3a4a5 None None] Checking router: fcf64525-0410-4cd7-a15c-cb7e52caa8a2 for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:21:56.675471 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772002f-b7c9-4a2a-8a57-9cb563a3a4a5 None None] Routers {'fcf64525-0410-4cd7-a15c-cb7e52caa8a2'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:21:56.676130 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-b772002f-b7c9-4a2a-8a57-9cb563a3a4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:21:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['fcf64525-0410-4cd7-a15c-cb7e52caa8a2'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:56.730095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Calling delete_port for 567618e3-69c2-493e-be55-836e8c624da1 owned by network:router_gateway {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:56.836238 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-b772002f-b7c9-4a2a-8a57-9cb563a3a4a5 None None] Set router fcf64525-0410-4cd7-a15c-cb7e52caa8a2 gateway port host: None {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:21:56.904999 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:56.920824 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a1f1f25d-95ac-436f-951b-ac799c92321d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:56.952124 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-b772002f-b7c9-4a2a-8a57-9cb563a3a4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'name': 'tempest-TestShelveInstance-1947566662-router', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:16:09Z', 'updated_at': '2021-02-17T20:21:56Z', 'revision_number': 6, 'project_id': 'a0749174af3942c7b51991918ec28224', 'gw_port_host': None}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:56.956302 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b772002f-b7c9-4a2a-8a57-9cb563a3a4a5 None None] The sync data for ids ['fcf64525-0410-4cd7-a15c-cb7e52caa8a2'] in dv-cinder-760038-3-iscsi is: [{'id': 'fcf64525-0410-4cd7-a15c-cb7e52caa8a2', 'name': 'tempest-TestShelveInstance-1947566662-router', 'tenant_id': 'a0749174af3942c7b51991918ec28224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:16:09Z', 'updated_at': '2021-02-17T20:21:56Z', 'revision_number': 6, 'project_id': 'a0749174af3942c7b51991918ec28224', 'gw_port_host': None}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:21:57.017773 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Pushing event deleted for resources: {'Port': ['ID=567618e3-69c2-493e-be55-836e8c624da1,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:57.020783 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:57.151734 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854376320'] for router_gateway, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:57.342371 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775512'] for router, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:57.345055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:57.370879 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402962'] for router, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:57.371469 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcf64525-0410-4cd7-a15c-cb7e52caa8a2 {{(pid=84038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:21:57.383663 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:57.384941 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] 10.222.0.73 "DELETE /v2.0/routers/fcf64525-0410-4cd7-a15c-cb7e52caa8a2 HTTP/1.1" status: 204 len: 168 time: 1.3890641 Feb 17 20:21:57.388223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33388) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:57.455830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18ec55a-734c-4e97-b405-0689982cf23a admin admin] Deleting subnet 7ca0e9db-a2d4-4bc6-b755-89b949b55ed1 {{(pid=84038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:21:57.458961 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c18ec55a-734c-4e97-b405-0689982cf23a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:57.511880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c18ec55a-734c-4e97-b405-0689982cf23a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704422'] for subnet, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:57.599845 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c18ec55a-734c-4e97-b405-0689982cf23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:57.797666 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device f233743f-723d-4eb3-897b-982723d13f63 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:21:57.838011 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: f233743f-723d-4eb3-897b-982723d13f63 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:21:57.838413 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device f233743f-723d-4eb3-897b-982723d13f63 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:21:57.838883 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 567618e3-69c2-493e-be55-836e8c624da1 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:21:57.873452 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c18ec55a-734c-4e97-b405-0689982cf23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4091116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350040'] for subnet, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:57.875753 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: 567618e3-69c2-493e-be55-836e8c624da1 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:21:57.876153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 567618e3-69c2-493e-be55-836e8c624da1 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:21:57.889421 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:57.974544 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ec55a-734c-4e97-b405-0689982cf23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca0e9db-a2d4-4bc6-b755-89b949b55ed1,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:57.979637 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c18ec55a-734c-4e97-b405-0689982cf23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:58.254586 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c18ec55a-734c-4e97-b405-0689982cf23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:58.260105 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7f693a-8f64-4bb1-921e-f67898e9f63f None None] Network 17fca0cd-b79a-4cb3-be6b-16f998225f25 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:21:58.262060 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c18ec55a-734c-4e97-b405-0689982cf23a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7ca0e9db-a2d4-4bc6-b755-89b949b55ed1 HTTP/1.1" status: 204 len: 168 time: 0.8713708 Feb 17 20:21:58.263376 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33392) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:21:58.379572 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:58.450501 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Deleting port 913e5821-f75d-452d-b792-48ff94008cb7 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:58.451220 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:58.518872 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67751cf-87d1-41d7-bc2a-b4f5c12bf5df None None] DHCP port deletion for 17fca0cd-b79a-4cb3-be6b-16f998225f25 request from dv-cinder-760038-3-iscsi {{(pid=84040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 20:21:58.523206 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-b67751cf-87d1-41d7-bc2a-b4f5c12bf5df None None] Deleting port 913e5821-f75d-452d-b792-48ff94008cb7 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:58.524214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b67751cf-87d1-41d7-bc2a-b4f5c12bf5df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:58.681927 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] For port 913e5821-f75d-452d-b792-48ff94008cb7, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=913e5821-f75d-452d-b792-48ff94008cb7,segment=NetworkSegment(25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5),segment_id=25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:58.682330 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:58.746300 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-b67751cf-87d1-41d7-bc2a-b4f5c12bf5df None None] For port 913e5821-f75d-452d-b792-48ff94008cb7, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=913e5821-f75d-452d-b792-48ff94008cb7,segment=NetworkSegment(25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5),segment_id=25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:21:58.746741 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b67751cf-87d1-41d7-bc2a-b4f5c12bf5df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:58.817591 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Calling delete_port for 913e5821-f75d-452d-b792-48ff94008cb7 owned by network:dhcp {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:58.881252 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-b67751cf-87d1-41d7-bc2a-b4f5c12bf5df None None] Calling delete_port for 913e5821-f75d-452d-b792-48ff94008cb7 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:21:58.900229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:58.915414 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4d499370-d573-4aee-9489-78bf964f66d3 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:58.959027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [None req-b67751cf-87d1-41d7-bc2a-b4f5c12bf5df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:21:58.959436 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [None req-b67751cf-87d1-41d7-bc2a-b4f5c12bf5df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:21:59.011107 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=913e5821-f75d-452d-b792-48ff94008cb7,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:59.013779 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:59.058798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] No DVR routers for this DVR port 913e5821-f75d-452d-b792-48ff94008cb7 on host dv-cinder-760038-3-iscsi {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:21:59.182707 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:59.297291 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fca0cd-b79a-4cb3-be6b-16f998225f25']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:59.310007 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:59.310352 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25bfeb53-f64a-41f8-9b0d-992e1e2a2ae5') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:21:59.323292 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851071362'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:59.341483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:59.343783 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:21:59.461192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-b67751cf-87d1-41d7-bc2a-b4f5c12bf5df None None] Deleting port 913e5821-f75d-452d-b792-48ff94008cb7 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:21:59.461651 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b67751cf-87d1-41d7-bc2a-b4f5c12bf5df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:59.528366 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Network 17fca0cd-b79a-4cb3-be6b-16f998225f25 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:21:59.535006 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-b67751cf-87d1-41d7-bc2a-b4f5c12bf5df None None] The port '913e5821-f75d-452d-b792-48ff94008cb7' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 20:21:59.537796 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850684653'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:59.724520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Network 17fca0cd-b79a-4cb3-be6b-16f998225f25 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:21:59.747866 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:21:59.796444 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 913e5821-f75d-452d-b792-48ff94008cb7 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:21:59.832675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:59.837277 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:21:59.837721 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: 913e5821-f75d-452d-b792-48ff94008cb7 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:21:59.838329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 913e5821-f75d-452d-b792-48ff94008cb7 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:21:59.843398 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e5fc63e6-45db-4cda-8659-097adc7b81be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:21:59.866131 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=17fca0cd-b79a-4cb3-be6b-16f998225f25,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:21:59.868855 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/17fca0cd-b79a-4cb3-be6b-16f998225f25 HTTP/1.1" status: 204 len: 168 time: 1.6044786 Feb 17 20:21:59.870400 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:21:59.984368 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33402) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:00.036265 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d74931ce-e495-4878-9e6f-0091799052b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6ca4edba84fd404b926172b1687fa4ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506015 Feb 17 20:22:00.038601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33406) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:00.103073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5c2bb922-2ea5-47b4-b36f-7193b30a4c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:00.131215 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5c2bb922-2ea5-47b4-b36f-7193b30a4c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:00.176071 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5c2bb922-2ea5-47b4-b36f-7193b30a4c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:00.181085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1a3b474c-fa8d-4639-80e0-58299ad3babe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:00.195448 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bb922-2ea5-47b4-b36f-7193b30a4c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e9cb7a-ad10-4855-ba86-329b3263814d,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:00.200741 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5c2bb922-2ea5-47b4-b36f-7193b30a4c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:00.202789 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5c2bb922-2ea5-47b4-b36f-7193b30a4c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:00.204079 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-5c2bb922-2ea5-47b4-b36f-7193b30a4c0c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48e9cb7a-ad10-4855-ba86-329b3263814d HTTP/1.1" status: 204 len: 168 time: 0.1645315 Feb 17 20:22:00.553252 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33414) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:00.606858 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-00306dee-0eb6-40c3-8adc-7b54136234c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a0749174af3942c7b51991918ec28224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523324 Feb 17 20:22:00.609310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33418) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:00.670552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d86aee6e-c1f1-467b-b4f8-9c64a97a4bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:00.697831 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d86aee6e-c1f1-467b-b4f8-9c64a97a4bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:00.751216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d86aee6e-c1f1-467b-b4f8-9c64a97a4bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:00.756417 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3ee9383d-d997-4e87-8c78-21148e3d2534 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:00.767434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aee6e-c1f1-467b-b4f8-9c64a97a4bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c07deb-0653-48a7-bd9e-d1b0318a1a8d,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:00.771103 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d86aee6e-c1f1-467b-b4f8-9c64a97a4bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:00.777897 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d86aee6e-c1f1-467b-b4f8-9c64a97a4bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:00.781700 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d86aee6e-c1f1-467b-b4f8-9c64a97a4bfa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/75c07deb-0653-48a7-bd9e-d1b0318a1a8d HTTP/1.1" status: 204 len: 168 time: 0.1689422 Feb 17 20:22:01.498936 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33442) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:01.610444 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-182248843-network', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:01.615463 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:01.619536 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Usage tracker for resource:network and tenant:b33d61d35eb9412e85992212249dd2e1 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:01.622837 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:01.628684 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:01.638677 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Made reservation on behalf of b33d61d35eb9412e85992212249dd2e1 for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:22:01.643305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:01.656652 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:01.671642 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:01.675645 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Usage tracker for resource:security_group_rule and tenant:b33d61d35eb9412e85992212249dd2e1 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:01.678566 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:01.684267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:01.771365 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:01.774155 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:01.779190 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5fea09d6-ce91-4664-941d-6ea9c8e9a636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:01.808629 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:22:01.823524 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bbc7bd-3c3f-4204-ba7f-dc572118a496,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:01.827180 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:01.828319 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290633027324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:01.828771 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Added segment 38cdc7f3-8807-4058-badd-9e553ec301ec of type vxlan for network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c Feb 17 20:22:01.855579 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:01.886029 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:01.887319 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:01.888059 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:01.893297 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:02.001013 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5007982 Feb 17 20:22:02.003997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33450) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:02.007420 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Pushing event updated for resources: {'Network': ['ID=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:02.010904 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:02.015520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Request body: {'subnet': {'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-182248843-subnet', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'ip_version': 4}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:02.019805 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:22:02.021974 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:02.026141 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Usage tracker for resource:subnet and tenant:b33d61d35eb9412e85992212249dd2e1 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:02.029169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:02.033506 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:22:02.035001 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:02.043687 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Made reservation on behalf of b33d61d35eb9412e85992212249dd2e1 for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:22:02.048487 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852425930'] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:02.455853 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850684759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852425945'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:02.471314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a4b999b2-c421-4dce-9e72-8fa8dc27b071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:02.595016 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b094f9-de6b-4c04-9b24-2e008359be42,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:02.599613 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:02.672203 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Checking segment: {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:22:02.672752 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Network hostable DHCP agents. Network: 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:22:02.689940 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:22:02.697798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:22:02.707005 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad9a395-5f57-4825-9bfa-c0a6e6b70afd None None] Network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:22:02.709307 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:02.709958 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:02.730477 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ceee18a1-d8f5-47ee-98c5-4f4a228ec070 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7246850 Feb 17 20:22:02.733193 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33454) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:02.738677 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:02.743519 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:02.747849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Usage tracker for resource:router and tenant:b33d61d35eb9412e85992212249dd2e1 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:02.751423 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:02.757329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:02.766335 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854378786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775495'] for router, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:02.767389 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-288'] for router, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:02.782222 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:02.933681 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp352fb7b2-8a42-5eab-a0f8-2fb1fb03531e-6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42'}]}} from dv-cinder-760038-3-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:22:02.934613 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:03.241419 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Allocated IP 172.20.0.2 (6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c/60b094f9-de6b-4c04-9b24-2e008359be42/96c70fec-34dd-4706-a36d-39e3d1b73e6f) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:22:03.299648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-275'] for router, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:03.465366 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:03.475790 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Transition to ACTIVE for port object 96c70fec-34dd-4706-a36d-39e3d1b73e6f will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:22:03.491466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Transition to ACTIVE for port object 96c70fec-34dd-4706-a36d-39e3d1b73e6f will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:22:03.496401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:03.511872 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a0954f92-a0f1-400d-a914-e8611718817d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:03.631984 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:03.645016 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Pushing event updated for resources: {'Port': ['ID=96c70fec-34dd-4706-a36d-39e3d1b73e6f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:03.650073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:03.669214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:03.701071 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:22:03.702282 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:22:03.704623 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:22:03.761795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Attempting to bind port 96c70fec-34dd-4706-a36d-39e3d1b73e6f on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:22:03.762213 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Attempting to bind port 96c70fec-34dd-4706-a36d-39e3d1b73e6f by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:22:03.762627 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Attempting to bind port 96c70fec-34dd-4706-a36d-39e3d1b73e6f on network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:22:03.768306 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:22:03.768728 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Checking segment: {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:22:03.769205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:03.769648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Bound using segment: {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:22:03.770169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Bound port: 96c70fec-34dd-4706-a36d-39e3d1b73e6f, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:22:03.770591 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:03.866608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] For port 96c70fec-34dd-4706-a36d-39e3d1b73e6f, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:22:03.870408 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] For port 96c70fec-34dd-4706-a36d-39e3d1b73e6f, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=96c70fec-34dd-4706-a36d-39e3d1b73e6f,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:22:03.873882 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:03.889141 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a417b3ae-f724-46b9-9647-bb8d91154fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:03.939603 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Allocated IP 172.27.1.218 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/4a5f1f44-5862-494e-9413-8127582d8386) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:22:04.107934 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:04.138135 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:04.154218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:04.216475 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Pushing event updated for resources: {'Port': ['ID=96c70fec-34dd-4706-a36d-39e3d1b73e6f,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:04.222110 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:04.298146 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Pushing event updated for resources: {'Port': ['ID=4a5f1f44-5862-494e-9413-8127582d8386,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:04.303117 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:04.353373 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:22:04.354567 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:22:04.356962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:22:04.812082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:05.043389 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-302c9146-c5ce-42f0-aa06-aa5593920cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:05.176528 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854376437'] for router, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:05.413747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Router 7b640064-724d-4ef0-880c-770b85e8ddeb is scheduled to L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae with binding_index 1 {{(pid=84038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:22:05.637270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5383b1e-8669-4e5b-9413-3e5d88a2ae01 None None] Network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:22:05.738374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-35fb9c76-09f3-4e7d-aeef-5b5d7f32a52c None None] Provisioning for port 96c70fec-34dd-4706-a36d-39e3d1b73e6f completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:22:05.859781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:22:05.872342 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Sync routers for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:22:05.873802 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 96c70fec-34dd-4706-a36d-39e3d1b73e6f up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:05.883073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:05.887799 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1503065 Feb 17 20:22:05.887978 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:05.887978 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:21:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:05.888216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33464) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:05.980437 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 96c70fec-34dd-4706-a36d-39e3d1b73e6f completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:22:05.990304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 96c70fec-34dd-4706-a36d-39e3d1b73e6f triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:05.990729 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:06.139290 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:06.175326 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 96c70fec-34dd-4706-a36d-39e3d1b73e6f, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=96c70fec-34dd-4706-a36d-39e3d1b73e6f,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:22:06.181347 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:06.187726 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:06.264012 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=96c70fec-34dd-4706-a36d-39e3d1b73e6f,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:06.267558 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:06.274090 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:06.284496 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-aada9c56-1bc6-4085-93db-dd7bff663991 None None] Provisioning complete for port 96c70fec-34dd-4706-a36d-39e3d1b73e6f triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:06.284950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-aada9c56-1bc6-4085-93db-dd7bff663991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:06.567382 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f4adbc16-e466-44fc-94b4-716098849853 None None] Provisioning complete for port 96c70fec-34dd-4706-a36d-39e3d1b73e6f triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:06.567810 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f4adbc16-e466-44fc-94b4-716098849853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:06.635583 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:04Z', 'revision_number': 3, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:06.639995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Checking router: 7b640064-724d-4ef0-880c-770b85e8ddeb for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:22:06.640390 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Updating router 7b640064-724d-4ef0-880c-770b85e8ddeb port 4a5f1f44-5862-494e-9413-8127582d8386 binding host dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:22:06.689866 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:06.702487 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:06.831845 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-9dccc9a9-f475-4f0d-a8cb-1b34483c65b0 None None] Provisioning complete for port 96c70fec-34dd-4706-a36d-39e3d1b73e6f triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:06.832263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9dccc9a9-f475-4f0d-a8cb-1b34483c65b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:07.048675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Allocated IP 172.20.0.1 (6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c/60b094f9-de6b-4c04-9b24-2e008359be42/6ea390d3-60ed-4b2b-969c-86b9edb33835) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:22:07.108439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:07.120728 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Transition to ACTIVE for port object 4a5f1f44-5862-494e-9413-8127582d8386 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:22:07.123218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:07.138635 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:07.209084 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:07.225815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Transition to ACTIVE for port object 6ea390d3-60ed-4b2b-969c-86b9edb33835 will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:22:07.249920 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:07.265828 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:07.271872 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Pushing event updated for resources: {'Port': ['ID=4a5f1f44-5862-494e-9413-8127582d8386,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:07.284564 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.285003 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.285384 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.285760 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.286124 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.286493 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.286856 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.287217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.287580 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.287944 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.288304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.288662 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.289123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.289486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.289844 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.290200 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.290553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.290907 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.291328 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.292184 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.292541 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.292944 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.293288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.293642 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:07.297626 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:07.359490 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Attempting to bind port 4a5f1f44-5862-494e-9413-8127582d8386 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:22:07.359899 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Attempting to bind port 4a5f1f44-5862-494e-9413-8127582d8386 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:22:07.360302 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Attempting to bind port 4a5f1f44-5862-494e-9413-8127582d8386 on network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:22:07.365958 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:22:07.366370 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Checking segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:22:07.366813 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:07.367265 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Bound using segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:22:07.367749 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Bound port: 4a5f1f44-5862-494e-9413-8127582d8386, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:22:07.368178 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:07.405360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Pushing event updated for resources: {'Port': ['ID=6ea390d3-60ed-4b2b-969c-86b9edb33835,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:07.410446 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:07.451952 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] For port 4a5f1f44-5862-494e-9413-8127582d8386, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:22:07.455197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] For port 4a5f1f44-5862-494e-9413-8127582d8386, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=4a5f1f44-5862-494e-9413-8127582d8386,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:22:07.458594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:07.460541 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:22:07.461788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:22:07.464055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:22:07.475149 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:07.525111 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406546'] for router_interface, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:07.625218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Pushing event updated for resources: {'Port': ['ID=4a5f1f44-5862-494e-9413-8127582d8386,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:07.645529 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cea5d171-622f-4f5d-bbb4-54f3e0ab7f02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:07.692513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:07.693217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:21:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:07.709486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6c10d34e-71af-4b5b-bd96-e69e273c9ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:07.713050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-02b3027e-58ae-4cf0-817d-423e76c91a7d None None] Provisioning for port 6ea390d3-60ed-4b2b-969c-86b9edb33835 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:22:07.719633 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-02b3027e-58ae-4cf0-817d-423e76c91a7d None None] Provisioning complete for port 6ea390d3-60ed-4b2b-969c-86b9edb33835 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:07.720047 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-02b3027e-58ae-4cf0-817d-423e76c91a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:07.789723 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-02b3027e-58ae-4cf0-817d-423e76c91a7d None None] Port 6ea390d3-60ed-4b2b-969c-86b9edb33835 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:22:07.820218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:07.825482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 96c70fec-34dd-4706-a36d-39e3d1b73e6f up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:07.891398 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:07.898345 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 96c70fec-34dd-4706-a36d-39e3d1b73e6f triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:07.898777 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:07.970659 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:08.132125 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:08.136366 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:08.165668 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-445e493b-8ee7-4c6e-a092-a4915e9769fc tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:08.228174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 1, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:08.233170 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e107c36-1e18-4f02-b7ea-fc27f270ede0 None None] The sync data for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi is: [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 1, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:22:08.256734 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369164'] for router_interface, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:08.274935 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Pushing event updated for resources: {'Port': ['ID=6ea390d3-60ed-4b2b-969c-86b9edb33835,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:08.324808 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:08.403465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:22:08.404643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:22:08.627097 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Router 7b640064-724d-4ef0-880c-770b85e8ddeb has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:22:08.633850 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-6b91a30f-cc89-484e-b030-71fbb36144fb None None] Provisioning complete for port 6ea390d3-60ed-4b2b-969c-86b9edb33835 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:08.634153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6b91a30f-cc89-484e-b030-71fbb36144fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:08.700847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-6b91a30f-cc89-484e-b030-71fbb36144fb None None] Port 6ea390d3-60ed-4b2b-969c-86b9edb33835 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:22:09.109153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:22:09.118902 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] 10.222.0.73 "PUT /v2.0/routers/7b640064-724d-4ef0-880c-770b85e8ddeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2295644 Feb 17 20:22:09.193750 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:09.473483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:09.831228 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 4a5f1f44-5862-494e-9413-8127582d8386 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:09.904014 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 4a5f1f44-5862-494e-9413-8127582d8386 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:22:09.909254 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 4a5f1f44-5862-494e-9413-8127582d8386 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:09.909678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:09.920207 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 33494) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:09.926622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-522791934-network', 'tenant_id': '7b89536d9a03498f9003951e75a559f4'}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:09.931691 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:09.935788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Usage tracker for resource:network and tenant:7b89536d9a03498f9003951e75a559f4 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:09.939696 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:09.945936 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:09.957694 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Made reservation on behalf of 7b89536d9a03498f9003951e75a559f4 for: {'network': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:22:09.963960 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:09.977473 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:09.993554 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:09.997893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Usage tracker for resource:security_group_rule and tenant:7b89536d9a03498f9003951e75a559f4 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:10.000905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:10.006805 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:10.044188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:10.061702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 4a5f1f44-5862-494e-9413-8127582d8386, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=4a5f1f44-5862-494e-9413-8127582d8386,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:22:10.064757 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:10.066786 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:10.097591 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:10.100523 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:10.104766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-07b2d3c5-7b5a-4775-846d-bd075b59ebc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:10.133822 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:22:10.137808 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=4a5f1f44-5862-494e-9413-8127582d8386,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:10.141239 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:10.147268 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2658ceac-89cb-40eb-9b99-a6b1459dd9fe,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:10.151570 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:10.152556 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:10.152959 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Added segment 68f27384-2ebb-4477-a6fa-aee6f9bd058f of type vxlan for network 39f836da-c053-4df5-a79b-93ed995412b0 Feb 17 20:22:10.179288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:10.211575 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:10.212840 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:10.213552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:10.218427 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:10.328129 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4067154 Feb 17 20:22:10.329427 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Pushing event updated for resources: {'Network': ['ID=39f836da-c053-4df5-a79b-93ed995412b0,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:10.331244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33498) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:10.332727 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-210b8c0a-c6ab-42cb-87a2-286dcdc07a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:10.337811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Request body: {'subnet': {'network_id': '39f836da-c053-4df5-a79b-93ed995412b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-522791934-subnet', 'tenant_id': '7b89536d9a03498f9003951e75a559f4', 'ip_version': 4}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:10.342324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network 39f836da-c053-4df5-a79b-93ed995412b0 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:22:10.343413 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:10.347631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Usage tracker for resource:subnet and tenant:7b89536d9a03498f9003951e75a559f4 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:10.350856 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:10.356671 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:10.359592 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network 39f836da-c053-4df5-a79b-93ed995412b0 details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:22:10.366532 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Made reservation on behalf of 7b89536d9a03498f9003951e75a559f4 for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:22:10.372038 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852425930'] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:10.776820 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850684759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852425945'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:10.792766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:10.920911 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc8fb916-24e2-4645-8b66-07fbea261c79,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:10.925024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:10.995083 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Checking segment: {'id': '68f27384-2ebb-4477-a6fa-aee6f9bd058f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39f836da-c053-4df5-a79b-93ed995412b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:22:10.995478 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Network hostable DHCP agents. Network: 39f836da-c053-4df5-a79b-93ed995412b0, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:22:11.015678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Network 39f836da-c053-4df5-a79b-93ed995412b0 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:22:11.023742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, 39f836da-c053-4df5-a79b-93ed995412b0) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:22:11.034913 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcf8965-59cb-4b21-9433-e7e8f388e7e7 None None] Network 39f836da-c053-4df5-a79b-93ed995412b0 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:22:11.037132 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:11.037798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:11.058942 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7264869 Feb 17 20:22:11.061523 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33504) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:11.067805 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-522791934-router', 'tenant_id': '7b89536d9a03498f9003951e75a559f4', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:11.072898 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:11.077201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Usage tracker for resource:router and tenant:7b89536d9a03498f9003951e75a559f4 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:11.080849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:11.086768 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:11.097257 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854378786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775495'] for router, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:11.098278 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-288'] for router, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:11.114232 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:11.282956 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp352fb7b2-8a42-5eab-a0f8-2fb1fb03531e-39f836da-c053-4df5-a79b-93ed995412b0', 'network_id': '39f836da-c053-4df5-a79b-93ed995412b0', 'tenant_id': '7b89536d9a03498f9003951e75a559f4', 'fixed_ips': [{'subnet_id': 'fc8fb916-24e2-4645-8b66-07fbea261c79'}]}} from dv-cinder-760038-3-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:22:11.283922 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:11.385323 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Sync routers for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:22:11.411940 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-275'] for router, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:11.417670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:11.418565 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:22:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:11.704207 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:11.740821 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:11.778918 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:11.955573 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 4a5f1f44-5862-494e-9413-8127582d8386 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:12.066218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Allocated IP 172.27.1.183 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/b4a42d78-e1a5-4837-a618-8e7199f945b0) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:22:12.191704 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Allocated IP 172.20.0.2 (39f836da-c053-4df5-a79b-93ed995412b0/fc8fb916-24e2-4645-8b66-07fbea261c79/c3ca5fff-e3df-4c36-abd6-88f0590f0c81) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:22:12.223444 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:12.258418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:12.274147 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7e353a03-25d3-4104-a465-cfa1ce876426 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:12.318109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 4a5f1f44-5862-494e-9413-8127582d8386 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:12.318662 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:12.414718 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Pushing event updated for resources: {'Port': ['ID=b4a42d78-e1a5-4837-a618-8e7199f945b0,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:12.419135 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:12.477107 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:22:12.478299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:22:12.481207 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:22:12.653061 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:12.670670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Transition to ACTIVE for port object c3ca5fff-e3df-4c36-abd6-88f0590f0c81 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:22:12.678990 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 2, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:12.691008 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Checking router: 7b640064-724d-4ef0-880c-770b85e8ddeb for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:22:12.691414 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Updating router 7b640064-724d-4ef0-880c-770b85e8ddeb port 6ea390d3-60ed-4b2b-969c-86b9edb33835 binding host dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:22:12.724923 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Transition to ACTIVE for port object c3ca5fff-e3df-4c36-abd6-88f0590f0c81 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:22:12.737229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:12.754169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-dba01f26-0be1-4da1-9aff-7b8212993976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:12.882984 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:12.964776 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Pushing event updated for resources: {'Port': ['ID=c3ca5fff-e3df-4c36-abd6-88f0590f0c81,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:12.986362 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:13.083952 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Network 39f836da-c053-4df5-a79b-93ed995412b0 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:22:13.086933 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:22:13.095640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:22:13.158065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:13.222880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Attempting to bind port c3ca5fff-e3df-4c36-abd6-88f0590f0c81 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:22:13.223301 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Attempting to bind port c3ca5fff-e3df-4c36-abd6-88f0590f0c81 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '68f27384-2ebb-4477-a6fa-aee6f9bd058f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39f836da-c053-4df5-a79b-93ed995412b0'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:22:13.223726 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Attempting to bind port c3ca5fff-e3df-4c36-abd6-88f0590f0c81 on network 39f836da-c053-4df5-a79b-93ed995412b0 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:22:13.233999 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:22:13.234423 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Checking segment: {'id': '68f27384-2ebb-4477-a6fa-aee6f9bd058f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39f836da-c053-4df5-a79b-93ed995412b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:22:13.234875 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:13.235319 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Bound using segment: {'id': '68f27384-2ebb-4477-a6fa-aee6f9bd058f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39f836da-c053-4df5-a79b-93ed995412b0'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:22:13.235842 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Bound port: c3ca5fff-e3df-4c36-abd6-88f0590f0c81, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f27384-2ebb-4477-a6fa-aee6f9bd058f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39f836da-c053-4df5-a79b-93ed995412b0'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:22:13.236264 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:13.461316 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] For port c3ca5fff-e3df-4c36-abd6-88f0590f0c81, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:22:13.466880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:13.469542 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] For port c3ca5fff-e3df-4c36-abd6-88f0590f0c81, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=c3ca5fff-e3df-4c36-abd6-88f0590f0c81,segment=NetworkSegment(68f27384-2ebb-4477-a6fa-aee6f9bd058f),segment_id=68f27384-2ebb-4477-a6fa-aee6f9bd058f)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:22:13.474241 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:13.491040 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5d54fb76-fd16-4646-9a76-f7c7a74fe970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:13.542279 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854376437'] for router, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:13.769514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Router f5b38242-da69-4b78-a526-477693b10350 is scheduled to L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae with binding_index 1 {{(pid=84038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:22:13.866476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Pushing event updated for resources: {'Port': ['ID=c3ca5fff-e3df-4c36-abd6-88f0590f0c81,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:13.873626 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:13.908857 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:13.932481 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Transition to ACTIVE for port object 6ea390d3-60ed-4b2b-969c-86b9edb33835 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:22:13.936938 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:13.955753 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:13.960289 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:22:13.969006 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Sync routers for ids ['f5b38242-da69-4b78-a526-477693b10350'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:22:13.978903 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Routers {'f5b38242-da69-4b78-a526-477693b10350'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:13.979573 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:22:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['f5b38242-da69-4b78-a526-477693b10350'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:13.983949 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:13.988176 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9226060 Feb 17 20:22:13.988176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33512) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:14.104136 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc53f5-7338-4531-819b-b7cbffc176a2 None None] Pushing event updated for resources: {'Port': ['ID=6ea390d3-60ed-4b2b-969c-86b9edb33835,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:14.116659 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-77fc53f5-7338-4531-819b-b7cbffc176a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:14.289215 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Attempting to bind port 6ea390d3-60ed-4b2b-969c-86b9edb33835 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:22:14.290190 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Attempting to bind port 6ea390d3-60ed-4b2b-969c-86b9edb33835 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:22:14.290785 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Attempting to bind port 6ea390d3-60ed-4b2b-969c-86b9edb33835 on network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:22:14.297909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:22:14.298775 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Checking segment: {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:22:14.299417 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:14.300321 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Bound using segment: {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:22:14.301066 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Bound port: 6ea390d3-60ed-4b2b-969c-86b9edb33835, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:22:14.301670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:14.341104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Set router f5b38242-da69-4b78-a526-477693b10350 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:14.443608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] For port 6ea390d3-60ed-4b2b-969c-86b9edb33835, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:22:14.450868 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] For port 6ea390d3-60ed-4b2b-969c-86b9edb33835, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=6ea390d3-60ed-4b2b-969c-86b9edb33835,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:22:14.457408 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:14.485670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:14.706170 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc53f5-7338-4531-819b-b7cbffc176a2 None None] Pushing event updated for resources: {'Port': ['ID=6ea390d3-60ed-4b2b-969c-86b9edb33835,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:14.719298 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-77fc53f5-7338-4531-819b-b7cbffc176a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:14.723980 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b38242-da69-4b78-a526-477693b10350', 'name': 'tempest-TestVolumeBootPattern-522791934-router', 'tenant_id': '7b89536d9a03498f9003951e75a559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b4a42d78-e1a5-4837-a618-8e7199f945b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:22:12Z', 'revision_number': 3, 'project_id': '7b89536d9a03498f9003951e75a559f4', 'gw_port': {'id': 'b4a42d78-e1a5-4837-a618-8e7199f945b0', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ac:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b38242-da69-4b78-a526-477693b10350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:14.729008 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Checking router: f5b38242-da69-4b78-a526-477693b10350 for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:22:14.729411 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Updating router f5b38242-da69-4b78-a526-477693b10350 port b4a42d78-e1a5-4837-a618-8e7199f945b0 binding host dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:22:14.762187 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:14.762872 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:22:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:14.795930 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:14.896354 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:14.973773 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:15.228214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:15.242197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Transition to ACTIVE for port object b4a42d78-e1a5-4837-a618-8e7199f945b0 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:22:15.246712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:15.263622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:15.268669 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Allocated IP 172.20.0.1 (39f836da-c053-4df5-a79b-93ed995412b0/fc8fb916-24e2-4645-8b66-07fbea261c79/f946247d-07cb-4cd0-88e4-cfb0ba604057) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:22:15.330373 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:14Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:15.334595 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d39bef-ca98-4415-b761-4d0e5bfef111 None None] The sync data for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi is: [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:14Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:22:15.400705 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf308d-e248-4d0c-99d6-2e82b062bcb6 None None] Pushing event updated for resources: {'Port': ['ID=b4a42d78-e1a5-4837-a618-8e7199f945b0,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:15.406438 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-03bf308d-e248-4d0c-99d6-2e82b062bcb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:15.498410 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Attempting to bind port b4a42d78-e1a5-4837-a618-8e7199f945b0 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:22:15.499016 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Attempting to bind port b4a42d78-e1a5-4837-a618-8e7199f945b0 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:22:15.499407 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Attempting to bind port b4a42d78-e1a5-4837-a618-8e7199f945b0 on network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:22:15.507266 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:22:15.507801 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Checking segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:22:15.508334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:15.508855 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Bound using segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:22:15.509523 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Bound port: b4a42d78-e1a5-4837-a618-8e7199f945b0, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:22:15.510091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:15.606665 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] For port b4a42d78-e1a5-4837-a618-8e7199f945b0, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:22:15.610415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] For port b4a42d78-e1a5-4837-a618-8e7199f945b0, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=b4a42d78-e1a5-4837-a618-8e7199f945b0,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:22:15.617162 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:15.636577 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:15.744565 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992cd5b0-4f41-40b4-bc4f-e0770b0d006b None None] Network 39f836da-c053-4df5-a79b-93ed995412b0 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:22:15.745520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:15.797938 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Transition to ACTIVE for port object f946247d-07cb-4cd0-88e4-cfb0ba604057 will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:22:15.811872 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf308d-e248-4d0c-99d6-2e82b062bcb6 None None] Pushing event updated for resources: {'Port': ['ID=b4a42d78-e1a5-4837-a618-8e7199f945b0,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:15.817864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-03bf308d-e248-4d0c-99d6-2e82b062bcb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:15.854688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:15.895218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Routers {'f5b38242-da69-4b78-a526-477693b10350'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:15.896137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:22:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['f5b38242-da69-4b78-a526-477693b10350'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:15.914887 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-43a542f3-637a-4e54-9ae2-5181b85c2310 None None] Provisioning for port c3ca5fff-e3df-4c36-abd6-88f0590f0c81 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:22:15.978448 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1824201f-4c5e-41fc-b4d2-75e1d7fe2180 tempest-AttachVolumeNegativeTest-332277893 tempest-AttachVolumeNegativeTest-332277893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:16.033038 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device c3ca5fff-e3df-4c36-abd6-88f0590f0c81 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:16.080942 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Pushing event updated for resources: {'Port': ['ID=f946247d-07cb-4cd0-88e4-cfb0ba604057,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:16.084250 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:16.131442 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] Set router f5b38242-da69-4b78-a526-477693b10350 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:16.144613 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Network 39f836da-c053-4df5-a79b-93ed995412b0 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:22:16.146554 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:22:16.150307 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:22:16.178267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port c3ca5fff-e3df-4c36-abd6-88f0590f0c81 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:22:16.186862 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port c3ca5fff-e3df-4c36-abd6-88f0590f0c81 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:16.187287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:16.213984 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406546'] for router_interface, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:16.343150 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:16.354582 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:16.422200 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port c3ca5fff-e3df-4c36-abd6-88f0590f0c81, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=c3ca5fff-e3df-4c36-abd6-88f0590f0c81,segment=NetworkSegment(68f27384-2ebb-4477-a6fa-aee6f9bd058f),segment_id=68f27384-2ebb-4477-a6fa-aee6f9bd058f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:22:16.430891 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:16.431858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 6ea390d3-60ed-4b2b-969c-86b9edb33835 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:16.487729 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:16.586619 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b38242-da69-4b78-a526-477693b10350', 'name': 'tempest-TestVolumeBootPattern-522791934-router', 'tenant_id': '7b89536d9a03498f9003951e75a559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b4a42d78-e1a5-4837-a618-8e7199f945b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:22:12Z', 'revision_number': 3, 'project_id': '7b89536d9a03498f9003951e75a559f4', 'gw_port': {'id': 'b4a42d78-e1a5-4837-a618-8e7199f945b0', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ac:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b38242-da69-4b78-a526-477693b10350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:16.592688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dbd726-fbd9-4aa0-88ca-7081ac49ce86 None None] The sync data for ids ['f5b38242-da69-4b78-a526-477693b10350'] in dv-cinder-760038-3-iscsi is: [{'id': 'f5b38242-da69-4b78-a526-477693b10350', 'name': 'tempest-TestVolumeBootPattern-522791934-router', 'tenant_id': '7b89536d9a03498f9003951e75a559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b4a42d78-e1a5-4837-a618-8e7199f945b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:22:12Z', 'revision_number': 3, 'project_id': '7b89536d9a03498f9003951e75a559f4', 'gw_port': {'id': 'b4a42d78-e1a5-4837-a618-8e7199f945b0', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ac:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b38242-da69-4b78-a526-477693b10350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:22:16.597392 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=c3ca5fff-e3df-4c36-abd6-88f0590f0c81,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:16.601767 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:16.603318 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-42b68c62-2723-4709-9e64-9a00f63c67b2 None None] Provisioning complete for port c3ca5fff-e3df-4c36-abd6-88f0590f0c81 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:16.603748 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-42b68c62-2723-4709-9e64-9a00f63c67b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:16.662830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 6ea390d3-60ed-4b2b-969c-86b9edb33835 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:22:16.677088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 6ea390d3-60ed-4b2b-969c-86b9edb33835 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:16.677511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:16.769099 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:16.774189 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:16.805890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-41e5b80e-2ace-49d5-a40e-30a74b984093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:16.883598 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:16.896001 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369164'] for router_interface, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:16.901722 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-42b68c62-2723-4709-9e64-9a00f63c67b2 None None] Provisioning for port f946247d-07cb-4cd0-88e4-cfb0ba604057 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:22:16.913549 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Pushing event updated for resources: {'Port': ['ID=f946247d-07cb-4cd0-88e4-cfb0ba604057,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:16.914688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-42b68c62-2723-4709-9e64-9a00f63c67b2 None None] Provisioning complete for port f946247d-07cb-4cd0-88e4-cfb0ba604057 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:16.915115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-42b68c62-2723-4709-9e64-9a00f63c67b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:16.917052 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:16.967818 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 6ea390d3-60ed-4b2b-969c-86b9edb33835, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=6ea390d3-60ed-4b2b-969c-86b9edb33835,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:22:16.979999 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:16.987999 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:17.081974 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-42b68c62-2723-4709-9e64-9a00f63c67b2 None None] Port f946247d-07cb-4cd0-88e4-cfb0ba604057 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:22:17.108110 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=6ea390d3-60ed-4b2b-969c-86b9edb33835,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:17.112402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:17.147283 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Network 39f836da-c053-4df5-a79b-93ed995412b0 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:22:17.148568 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:22:17.203311 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-e4a96a70-5931-40d6-8222-d61a11becd40 None None] Provisioning complete for port c3ca5fff-e3df-4c36-abd6-88f0590f0c81 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:17.203735 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e4a96a70-5931-40d6-8222-d61a11becd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:17.391733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Router f5b38242-da69-4b78-a526-477693b10350 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:22:17.540297 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-e4a96a70-5931-40d6-8222-d61a11becd40 None None] Provisioning complete for port f946247d-07cb-4cd0-88e4-cfb0ba604057 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:17.540719 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e4a96a70-5931-40d6-8222-d61a11becd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:17.598216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-e4a96a70-5931-40d6-8222-d61a11becd40 None None] Port f946247d-07cb-4cd0-88e4-cfb0ba604057 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:22:17.607536 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:22:17.616687 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] 10.222.0.73 "PUT /v2.0/routers/f5b38242-da69-4b78-a526-477693b10350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6273093 Feb 17 20:22:17.719140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-567681cf-5ea3-4bc7-b737-446da733c80a None None] Provisioning complete for port f946247d-07cb-4cd0-88e4-cfb0ba604057 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:17.719557 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-567681cf-5ea3-4bc7-b737-446da733c80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:17.784396 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-567681cf-5ea3-4bc7-b737-446da733c80a None None] Port f946247d-07cb-4cd0-88e4-cfb0ba604057 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:22:17.899505 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device c3ca5fff-e3df-4c36-abd6-88f0590f0c81 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:17.970922 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port c3ca5fff-e3df-4c36-abd6-88f0590f0c81 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:17.971337 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:18.096262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device b4a42d78-e1a5-4837-a618-8e7199f945b0 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:18.165274 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port b4a42d78-e1a5-4837-a618-8e7199f945b0 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:22:18.170625 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port b4a42d78-e1a5-4837-a618-8e7199f945b0 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:18.171050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:18.300298 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:18.318634 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port b4a42d78-e1a5-4837-a618-8e7199f945b0, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=b4a42d78-e1a5-4837-a618-8e7199f945b0,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:22:18.321644 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:18.322713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 6ea390d3-60ed-4b2b-969c-86b9edb33835 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:18.354835 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-423deeb1-f2ed-421f-b15f-9dc9cfc622c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:18.399948 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-d82b71e7-c78f-4de9-a8ba-8fc7a7562a94 req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1169236552', 'description': 'tempest-TestVolumeBootPattern-1169236552 description'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:18.407678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-d82b71e7-c78f-4de9-a8ba-8fc7a7562a94 req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:18.412534 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d82b71e7-c78f-4de9-a8ba-8fc7a7562a94 req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Usage tracker for resource:security_group and tenant:b33d61d35eb9412e85992212249dd2e1 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:18.416643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d82b71e7-c78f-4de9-a8ba-8fc7a7562a94 req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:18.424143 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-d82b71e7-c78f-4de9-a8ba-8fc7a7562a94 req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:18.435267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d82b71e7-c78f-4de9-a8ba-8fc7a7562a94 req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:18.457095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-d82b71e7-c78f-4de9-a8ba-8fc7a7562a94 req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:18.458145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=b4a42d78-e1a5-4837-a618-8e7199f945b0,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:18.461139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d82b71e7-c78f-4de9-a8ba-8fc7a7562a94 req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Usage tracker for resource:security_group_rule and tenant:b33d61d35eb9412e85992212249dd2e1 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:18.462109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:18.464786 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d82b71e7-c78f-4de9-a8ba-8fc7a7562a94 req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:18.468969 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 6ea390d3-60ed-4b2b-969c-86b9edb33835 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:18.469399 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:18.471097 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-d82b71e7-c78f-4de9-a8ba-8fc7a7562a94 req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:18.548971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d82b71e7-c78f-4de9-a8ba-8fc7a7562a94 req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:18.551697 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d82b71e7-c78f-4de9-a8ba-8fc7a7562a94 req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:18.558419 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c574173c-547a-4bc6-98a5-855312364160 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:18.599321 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de1db8a-c436-417e-a520-54c1a4044872,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:18.602245 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d82b71e7-c78f-4de9-a8ba-8fc7a7562a94 req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:18.604158 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d82b71e7-c78f-4de9-a8ba-8fc7a7562a94 req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2086577 Feb 17 20:22:18.604992 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:18.674149 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f2dc058a-ee2c-41cc-878d-e7dd5aa48f2a req-93687fd2-c457-4354-93f2-9a315d8cc40e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups/0de1db8a-c436-417e-a520-54c1a4044872 HTTP/1.1" status: 200 len: 1808 time: 0.0482836 Feb 17 20:22:18.684398 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-f2dc058a-ee2c-41cc-878d-e7dd5aa48f2a req-fe6166f7-80df-4fe9-aad3-24f0dd0c906b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0de1db8a-c436-417e-a520-54c1a4044872', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:18.684753 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-f2dc058a-ee2c-41cc-878d-e7dd5aa48f2a req-fe6166f7-80df-4fe9-aad3-24f0dd0c906b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0de1db8a-c436-417e-a520-54c1a4044872', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:18.691138 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-f2dc058a-ee2c-41cc-878d-e7dd5aa48f2a req-fe6166f7-80df-4fe9-aad3-24f0dd0c906b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:18.695176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-f2dc058a-ee2c-41cc-878d-e7dd5aa48f2a req-fe6166f7-80df-4fe9-aad3-24f0dd0c906b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Usage tracker for resource:security_group_rule and tenant:b33d61d35eb9412e85992212249dd2e1 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:18.698629 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-f2dc058a-ee2c-41cc-878d-e7dd5aa48f2a req-fe6166f7-80df-4fe9-aad3-24f0dd0c906b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:18.704386 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-f2dc058a-ee2c-41cc-878d-e7dd5aa48f2a req-fe6166f7-80df-4fe9-aad3-24f0dd0c906b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:18.758468 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f2dc058a-ee2c-41cc-878d-e7dd5aa48f2a req-fe6166f7-80df-4fe9-aad3-24f0dd0c906b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:18.785659 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f2dc058a-ee2c-41cc-878d-e7dd5aa48f2a req-fe6166f7-80df-4fe9-aad3-24f0dd0c906b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:18.788209 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f2dc058a-ee2c-41cc-878d-e7dd5aa48f2a req-fe6166f7-80df-4fe9-aad3-24f0dd0c906b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285461'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:18.790356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3e0cbfd1-cf0b-4b7b-af35-ad0d7fd55225 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:18.811344 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6166f7-80df-4fe9-aad3-24f0dd0c906b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0eb1f1-a935-4000-b873-6632566325d7,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:18.815440 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-fe6166f7-80df-4fe9-aad3-24f0dd0c906b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:18.822644 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f2dc058a-ee2c-41cc-878d-e7dd5aa48f2a req-fe6166f7-80df-4fe9-aad3-24f0dd0c906b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:18.823896 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f2dc058a-ee2c-41cc-878d-e7dd5aa48f2a req-fe6166f7-80df-4fe9-aad3-24f0dd0c906b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1436372 Feb 17 20:22:18.893015 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-10d05719-feed-4445-bdcf-3d27453f6859 req-43f5c9d4-d8b1-4e8d-93f2-be8ef69bd07d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups/0de1db8a-c436-417e-a520-54c1a4044872 HTTP/1.1" status: 200 len: 2401 time: 0.0478551 Feb 17 20:22:18.903508 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-10d05719-feed-4445-bdcf-3d27453f6859 req-322dc298-9ff2-4b86-be51-e0990d092518 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0de1db8a-c436-417e-a520-54c1a4044872', 'remote_group_id': None}]} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:18.903862 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-10d05719-feed-4445-bdcf-3d27453f6859 req-322dc298-9ff2-4b86-be51-e0990d092518 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0de1db8a-c436-417e-a520-54c1a4044872', 'remote_group_id': None}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:18.909909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-10d05719-feed-4445-bdcf-3d27453f6859 req-322dc298-9ff2-4b86-be51-e0990d092518 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:18.913974 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-10d05719-feed-4445-bdcf-3d27453f6859 req-322dc298-9ff2-4b86-be51-e0990d092518 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Usage tracker for resource:security_group_rule and tenant:b33d61d35eb9412e85992212249dd2e1 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:18.917466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-10d05719-feed-4445-bdcf-3d27453f6859 req-322dc298-9ff2-4b86-be51-e0990d092518 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:18.923636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-10d05719-feed-4445-bdcf-3d27453f6859 req-322dc298-9ff2-4b86-be51-e0990d092518 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:18.983074 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-10d05719-feed-4445-bdcf-3d27453f6859 req-322dc298-9ff2-4b86-be51-e0990d092518 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:19.007893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-10d05719-feed-4445-bdcf-3d27453f6859 req-322dc298-9ff2-4b86-be51-e0990d092518 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:19.011055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-10d05719-feed-4445-bdcf-3d27453f6859 req-322dc298-9ff2-4b86-be51-e0990d092518 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285461'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:19.013187 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-045f425a-b644-4304-a5e2-e6da90582ad5 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:19.037385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322dc298-9ff2-4b86-be51-e0990d092518 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab5699a-21c9-4b47-a6c3-9d07a7859b70,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:19.040049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-322dc298-9ff2-4b86-be51-e0990d092518 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:19.046393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-10d05719-feed-4445-bdcf-3d27453f6859 req-322dc298-9ff2-4b86-be51-e0990d092518 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:19.047694 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-10d05719-feed-4445-bdcf-3d27453f6859 req-322dc298-9ff2-4b86-be51-e0990d092518 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1484077 Feb 17 20:22:19.355613 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Sync routers for ids ['f5b38242-da69-4b78-a526-477693b10350'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:22:19.365483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Routers {'f5b38242-da69-4b78-a526-477693b10350'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:19.366165 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:22:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['f5b38242-da69-4b78-a526-477693b10350'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:19.565628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Set router f5b38242-da69-4b78-a526-477693b10350 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:19.819218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device b4a42d78-e1a5-4837-a618-8e7199f945b0 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:19.977238 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port b4a42d78-e1a5-4837-a618-8e7199f945b0 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:19.977677 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:20.064050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b38242-da69-4b78-a526-477693b10350', 'name': 'tempest-TestVolumeBootPattern-522791934-router', 'tenant_id': '7b89536d9a03498f9003951e75a559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b4a42d78-e1a5-4837-a618-8e7199f945b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 4, 'project_id': '7b89536d9a03498f9003951e75a559f4', 'gw_port': {'id': 'b4a42d78-e1a5-4837-a618-8e7199f945b0', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b38242-da69-4b78-a526-477693b10350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': 'f946247d-07cb-4cd0-88e4-cfb0ba604057', 'name': '', 'network_id': '39f836da-c053-4df5-a79b-93ed995412b0', 'tenant_id': '7b89536d9a03498f9003951e75a559f4', 'mac_address': 'fa:16:3e:c5:c2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b38242-da69-4b78-a526-477693b10350', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fc8fb916-24e2-4645-8b66-07fbea261c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:15Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 2, 'project_id': '7b89536d9a03498f9003951e75a559f4', 'subnets': [{'id': 'fc8fb916-24e2-4645-8b66-07fbea261c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:20.099508 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Checking router: f5b38242-da69-4b78-a526-477693b10350 for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:22:20.099958 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Updating router f5b38242-da69-4b78-a526-477693b10350 port f946247d-07cb-4cd0-88e4-cfb0ba604057 binding host dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:22:20.186621 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:20.623480 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:20.636664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Transition to ACTIVE for port object f946247d-07cb-4cd0-88e4-cfb0ba604057 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:22:20.639624 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:20.653372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-6568b51e-5a4f-458c-b073-79e5a8003b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:20.791847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092eaeb5-66e9-43a7-8e71-672de141cf07 None None] Pushing event updated for resources: {'Port': ['ID=f946247d-07cb-4cd0-88e4-cfb0ba604057,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:20.797755 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-092eaeb5-66e9-43a7-8e71-672de141cf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:20.979977 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Attempting to bind port f946247d-07cb-4cd0-88e4-cfb0ba604057 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:22:20.980457 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Attempting to bind port f946247d-07cb-4cd0-88e4-cfb0ba604057 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '68f27384-2ebb-4477-a6fa-aee6f9bd058f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39f836da-c053-4df5-a79b-93ed995412b0'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:22:20.980800 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Attempting to bind port f946247d-07cb-4cd0-88e4-cfb0ba604057 on network 39f836da-c053-4df5-a79b-93ed995412b0 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:22:20.987158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:22:20.987599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Checking segment: {'id': '68f27384-2ebb-4477-a6fa-aee6f9bd058f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39f836da-c053-4df5-a79b-93ed995412b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:22:20.988036 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:20.988482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Bound using segment: {'id': '68f27384-2ebb-4477-a6fa-aee6f9bd058f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39f836da-c053-4df5-a79b-93ed995412b0'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:22:20.989064 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Bound port: f946247d-07cb-4cd0-88e4-cfb0ba604057, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f27384-2ebb-4477-a6fa-aee6f9bd058f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39f836da-c053-4df5-a79b-93ed995412b0'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:22:20.989492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:21.097604 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] For port f946247d-07cb-4cd0-88e4-cfb0ba604057, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:22:21.100835 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] For port f946247d-07cb-4cd0-88e4-cfb0ba604057, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=f946247d-07cb-4cd0-88e4-cfb0ba604057,segment=NetworkSegment(68f27384-2ebb-4477-a6fa-aee6f9bd058f),segment_id=68f27384-2ebb-4477-a6fa-aee6f9bd058f)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:22:21.104738 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:21.121234 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:21.438581 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092eaeb5-66e9-43a7-8e71-672de141cf07 None None] Pushing event updated for resources: {'Port': ['ID=f946247d-07cb-4cd0-88e4-cfb0ba604057,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:21.444019 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-092eaeb5-66e9-43a7-8e71-672de141cf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:21.482639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Routers {'f5b38242-da69-4b78-a526-477693b10350'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:21.483304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:22:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['f5b38242-da69-4b78-a526-477693b10350'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:21.681580 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] Set router f5b38242-da69-4b78-a526-477693b10350 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:22.035418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b38242-da69-4b78-a526-477693b10350', 'name': 'tempest-TestVolumeBootPattern-522791934-router', 'tenant_id': '7b89536d9a03498f9003951e75a559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b4a42d78-e1a5-4837-a618-8e7199f945b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 4, 'project_id': '7b89536d9a03498f9003951e75a559f4', 'gw_port': {'id': 'b4a42d78-e1a5-4837-a618-8e7199f945b0', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b38242-da69-4b78-a526-477693b10350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': 'f946247d-07cb-4cd0-88e4-cfb0ba604057', 'name': '', 'network_id': '39f836da-c053-4df5-a79b-93ed995412b0', 'tenant_id': '7b89536d9a03498f9003951e75a559f4', 'mac_address': 'fa:16:3e:c5:c2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b38242-da69-4b78-a526-477693b10350', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fc8fb916-24e2-4645-8b66-07fbea261c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:15Z', 'updated_at': '2021-02-17T20:22:21Z', 'revision_number': 4, 'project_id': '7b89536d9a03498f9003951e75a559f4', 'subnets': [{'id': 'fc8fb916-24e2-4645-8b66-07fbea261c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:22.039485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f61dd8-7301-41d5-8df9-424cb64b2819 None None] The sync data for ids ['f5b38242-da69-4b78-a526-477693b10350'] in dv-cinder-760038-3-iscsi is: [{'id': 'f5b38242-da69-4b78-a526-477693b10350', 'name': 'tempest-TestVolumeBootPattern-522791934-router', 'tenant_id': '7b89536d9a03498f9003951e75a559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b4a42d78-e1a5-4837-a618-8e7199f945b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 4, 'project_id': '7b89536d9a03498f9003951e75a559f4', 'gw_port': {'id': 'b4a42d78-e1a5-4837-a618-8e7199f945b0', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b38242-da69-4b78-a526-477693b10350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': 'f946247d-07cb-4cd0-88e4-cfb0ba604057', 'name': '', 'network_id': '39f836da-c053-4df5-a79b-93ed995412b0', 'tenant_id': '7b89536d9a03498f9003951e75a559f4', 'mac_address': 'fa:16:3e:c5:c2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b38242-da69-4b78-a526-477693b10350', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fc8fb916-24e2-4645-8b66-07fbea261c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:15Z', 'updated_at': '2021-02-17T20:22:21Z', 'revision_number': 4, 'project_id': '7b89536d9a03498f9003951e75a559f4', 'subnets': [{'id': 'fc8fb916-24e2-4645-8b66-07fbea261c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:22:23.833702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device f946247d-07cb-4cd0-88e4-cfb0ba604057 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:23.909003 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port f946247d-07cb-4cd0-88e4-cfb0ba604057 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:22:23.913830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port f946247d-07cb-4cd0-88e4-cfb0ba604057 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:23.914251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:24.040049 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:24.074906 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port f946247d-07cb-4cd0-88e4-cfb0ba604057, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=f946247d-07cb-4cd0-88e4-cfb0ba604057,segment=NetworkSegment(68f27384-2ebb-4477-a6fa-aee6f9bd058f),segment_id=68f27384-2ebb-4477-a6fa-aee6f9bd058f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:22:24.078007 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:24.080004 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-77fc53f5-7338-4531-819b-b7cbffc176a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:24.151712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=f946247d-07cb-4cd0-88e4-cfb0ba604057,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:24.160272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.160667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.161104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.161487 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.161889 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.162245 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.162618 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.162989 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.163363 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.163734 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.164104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.164477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.164992 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.165368 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.165737 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.166103 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.166987 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.167360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.167728 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.168096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.168466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.168830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.169222 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.169588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:24.173950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:25.817766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device f946247d-07cb-4cd0-88e4-cfb0ba604057 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:25.896440 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port f946247d-07cb-4cd0-88e4-cfb0ba604057 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:25.896761 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:33.370533 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:22:35.044421 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6e08497d-4b09-4b11-ac19-e6b9bcf5e6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:36.572561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ad871fa7-1080-4302-8834-2c1051d080cc req-62f15c1d-1b99-44db-890b-0fae68cc4f25 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:22:36.589020 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ad871fa7-1080-4302-8834-2c1051d080cc req-62f15c1d-1b99-44db-890b-0fae68cc4f25 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:22:36.590343 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-62f15c1d-1b99-44db-890b-0fae68cc4f25 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1169236552&fields=id&tenant_id=b33d61d35eb9412e85992212249dd2e1 HTTP/1.1" status: 200 len: 267 time: 0.0594177 Feb 17 20:22:36.754347 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad871fa7-1080-4302-8834-2c1051d080cc req-6aaab866-105f-46c3-a577-44a4d68b0f6e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:36.755104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ad871fa7-1080-4302-8834-2c1051d080cc req-6aaab866-105f-46c3-a577-44a4d68b0f6e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:network {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:22:36.771422 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ad871fa7-1080-4302-8834-2c1051d080cc req-6aaab866-105f-46c3-a577-44a4d68b0f6e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:network {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:22:36.772668 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-6aaab866-105f-46c3-a577-44a4d68b0f6e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 811 time: 0.1743515 Feb 17 20:22:36.788813 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-58ccaabf-6792-4b6c-ab72-52ec3f851172 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/quotas/b33d61d35eb9412e85992212249dd2e1 HTTP/1.1" status: 200 len: 375 time: 0.0094538 Feb 17 20:22:36.881250 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ad871fa7-1080-4302-8834-2c1051d080cc req-7b38ff32-fece-4954-bc89-250d195f19e3 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:22:36.897078 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ad871fa7-1080-4302-8834-2c1051d080cc req-7b38ff32-fece-4954-bc89-250d195f19e3 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:22:36.898464 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-7b38ff32-fece-4954-bc89-250d195f19e3 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042883 Feb 17 20:22:37.049390 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-b5f883bf-07ab-4979-8200-7e47454564a2 service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384470 Feb 17 20:22:37.207061 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-e4b03c9e-d921-46b1-9cd4-aef273ee9c9d service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1512523 Feb 17 20:22:37.624109 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-05453124-99bf-47d4-a044-84df86cad08b req-7b40b176-339b-43ba-917c-b52a34d1022b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 210 time: 0.0508609 Feb 17 20:22:37.700493 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d8f22930-81d6-4afc-ad54-9dd71f3dbcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:37.961567 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:38.701000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad871fa7-1080-4302-8834-2c1051d080cc req-c4842dad-b235-4b6b-b3c1-6ef080f5dd95 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:38.703714 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-c4842dad-b235-4b6b-b3c1-6ef080f5dd95 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 811 time: 0.1690102 Feb 17 20:22:38.805254 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b831c0a6-2e6e-41d7-96fb-3fa20986ddb6 req-7639c326-526c-4bc5-a274-4109b70d52ba tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 210 time: 0.0654430 Feb 17 20:22:38.830413 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-1315dd34-7659-4c5e-a454-3901529956b5 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b33d61d35eb9412e85992212249dd2e1 HTTP/1.1" status: 200 len: 5765 time: 0.1205297 Feb 17 20:22:38.839864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-ad871fa7-1080-4302-8834-2c1051d080cc req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Request body: {'port': {'device_id': 'eefa3a1e-5d12-4810-830d-8e1eec6de8c2', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'admin_state_up': True, 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'security_groups': ['0de1db8a-c436-417e-a520-54c1a4044872']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:38.983248 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-ad871fa7-1080-4302-8834-2c1051d080cc req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:38.993070 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-ad871fa7-1080-4302-8834-2c1051d080cc req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:39.002097 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad871fa7-1080-4302-8834-2c1051d080cc req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Made reservation on behalf of b33d61d35eb9412e85992212249dd2e1 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:22:39.007627 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad871fa7-1080-4302-8834-2c1051d080cc req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:39.196216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:39.321533 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-ad871fa7-1080-4302-8834-2c1051d080cc req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Allocated IP 172.20.0.14 (6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c/60b094f9-de6b-4c04-9b24-2e008359be42/485426d9-edfd-454e-a1aa-3382c16b46bc) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:22:39.334372 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-285c851c-0f9b-449b-804c-7f57c44dec48 req-ef673c3c-b087-4be9-97e9-0098bc19d628 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=621951df-1119-4c09-99be-3f50a86c916d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0847189 Feb 17 20:22:39.475548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:39.492881 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c851c-0f9b-449b-804c-7f57c44dec48 req-5cb82ee5-467d-4338-a38a-9814334efcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:39.494543 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-285c851c-0f9b-449b-804c-7f57c44dec48 req-5cb82ee5-467d-4338-a38a-9814334efcfc service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=591e4c3eb1014ad9a42cca8707aaf065&device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 1163 time: 0.0830667 Feb 17 20:22:39.702177 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c851c-0f9b-449b-804c-7f57c44dec48 req-31bfc8df-a4f5-4d06-ba58-68bf01018fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:39.703723 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-285c851c-0f9b-449b-804c-7f57c44dec48 req-31bfc8df-a4f5-4d06-ba58-68bf01018fe5 service neutron] 10.222.0.127 "GET /v2.0/networks?id=5b70448a-327f-49b6-837b-e6f2fb833977 HTTP/1.1" status: 200 len: 905 time: 0.1477962 Feb 17 20:22:39.778922 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad871fa7-1080-4302-8834-2c1051d080cc req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:39.795583 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-ad871fa7-1080-4302-8834-2c1051d080cc req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Transition to ACTIVE for port object 485426d9-edfd-454e-a1aa-3382c16b46bc will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:22:39.819167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad871fa7-1080-4302-8834-2c1051d080cc req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:39.819507 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-285c851c-0f9b-449b-804c-7f57c44dec48 req-e2adab84-9f01-412e-9091-5e49ab8b264a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50c7b953-aa74-47d4-bd82-5c075c0a981f HTTP/1.1" status: 200 len: 1002 time: 0.1082184 Feb 17 20:22:39.834657 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-62459d9b-0feb-4728-8cf0-694e92d7c204 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:39.897176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c851c-0f9b-449b-804c-7f57c44dec48 req-1ce34394-e30d-4503-8117-f15a03a42739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:39.898940 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-285c851c-0f9b-449b-804c-7f57c44dec48 req-1ce34394-e30d-4503-8117-f15a03a42739 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=a8318528-83bb-4bba-8959-a96e0bb2405d HTTP/1.1" status: 200 len: 850 time: 0.0724924 Feb 17 20:22:39.992166 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c851c-0f9b-449b-804c-7f57c44dec48 req-2831e83c-0cbb-4e09-a13b-13efbd95df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:39.993750 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-285c851c-0f9b-449b-804c-7f57c44dec48 req-2831e83c-0cbb-4e09-a13b-13efbd95df80 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=5b70448a-327f-49b6-837b-e6f2fb833977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853832 Feb 17 20:22:40.031900 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event updated for resources: {'Port': ['ID=485426d9-edfd-454e-a1aa-3382c16b46bc,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:40.049862 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.050281 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.050694 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.051096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.051496 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.051891 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.052286 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.052677 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.053129 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.053509 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.053895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.054283 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.054729 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.055121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.055533 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.055895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.056298 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.056670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.057101 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.057492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.057882 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.058268 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.058658 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.059088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:22:40.068001 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:40.138884 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bd10e-b33b-4f7c-a764-1d6489101a89 req-4ae050b7-26b6-4626-8c2e-a14069475b6e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:40.140508 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cc4bd10e-b33b-4f7c-a764-1d6489101a89 req-4ae050b7-26b6-4626-8c2e-a14069475b6e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 932 time: 0.1975915 Feb 17 20:22:40.141494 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-285c851c-0f9b-449b-804c-7f57c44dec48 req-25321b1a-43f2-4eb5-9137-77fbb96b17b9 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404884 Feb 17 20:22:40.144942 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad871fa7-1080-4302-8834-2c1051d080cc req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:22:40.146140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-ad871fa7-1080-4302-8834-2c1051d080cc req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:22:40.149341 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad871fa7-1080-4302-8834-2c1051d080cc req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:22:40.250137 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cc4bd10e-b33b-4f7c-a764-1d6489101a89 req-5ef76ca6-616b-400e-b7bc-d561db123a29 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1017058 Feb 17 20:22:40.254729 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad871fa7-1080-4302-8834-2c1051d080cc req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:40.255413 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad871fa7-1080-4302-8834-2c1051d080cc req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:40.282501 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4464512 Feb 17 20:22:40.298779 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-285c851c-0f9b-449b-804c-7f57c44dec48 req-b1d11d23-30c4-493c-afb6-2da48d2c53f3 service neutron] 10.222.0.127 "GET /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1487932 Feb 17 20:22:40.299956 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Request body: {'port': {'device_id': 'eefa3a1e-5d12-4810-830d-8e1eec6de8c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:40.370168 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-3e29628a-2b47-4d8e-8a7a-996fcd9ffbf4 None None] Provisioning for port 485426d9-edfd-454e-a1aa-3382c16b46bc completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:22:40.375907 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-3e29628a-2b47-4d8e-8a7a-996fcd9ffbf4 None None] Provisioning complete for port 485426d9-edfd-454e-a1aa-3382c16b46bc triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:40.376326 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3e29628a-2b47-4d8e-8a7a-996fcd9ffbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:40.432569 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:40.440110 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-3e29628a-2b47-4d8e-8a7a-996fcd9ffbf4 None None] Port 485426d9-edfd-454e-a1aa-3382c16b46bc cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:22:40.865820 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485426d9-edfd-454e-a1aa-3382c16b46bc {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:22:40.873982 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:40.886838 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Transition to ACTIVE for port object 485426d9-edfd-454e-a1aa-3382c16b46bc will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:22:40.889188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:40.905057 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1dd8de03-240c-4a1e-8b44-0edfba2718d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:41.040206 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=485426d9-edfd-454e-a1aa-3382c16b46bc,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:41.044491 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:41.247858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Attempting to bind port 485426d9-edfd-454e-a1aa-3382c16b46bc on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:22:41.248455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Attempting to bind port 485426d9-edfd-454e-a1aa-3382c16b46bc by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:22:41.248837 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Attempting to bind port 485426d9-edfd-454e-a1aa-3382c16b46bc on network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:22:41.254836 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:22:41.255217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Checking segment: {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:22:41.255654 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:41.257048 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Bound using segment: {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:22:41.257684 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Bound port: 485426d9-edfd-454e-a1aa-3382c16b46bc, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:22:41.258174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:41.357559 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] For port 485426d9-edfd-454e-a1aa-3382c16b46bc, host hv-cinder-76003, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:22:41.360803 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] For port 485426d9-edfd-454e-a1aa-3382c16b46bc, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=485426d9-edfd-454e-a1aa-3382c16b46bc,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:22:41.364357 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:41.382954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:41.600104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=485426d9-edfd-454e-a1aa-3382c16b46bc,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:41.603679 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:41.646969 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:41.647494 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:41.648944 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] 10.222.0.127 "PUT /v2.0/ports/485426d9-edfd-454e-a1aa-3382c16b46bc HTTP/1.1" status: 200 len: 1158 time: 1.3540349 Feb 17 20:22:41.650775 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefa3a1e-5d12-4810-830d-8e1eec6de8c2', 'tag': '485426d9-edfd-454e-a1aa-3382c16b46bc'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:22:41.664647 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b2e8c-e1b1-456b-aa66-bf0bdaffcaa8 req-369b2919-2f90-4077-b65a-92990eec3622 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:41.665649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-780b2e8c-e1b1-456b-aa66-bf0bdaffcaa8 req-369b2919-2f90-4077-b65a-92990eec3622 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:22:41.682681 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-780b2e8c-e1b1-456b-aa66-bf0bdaffcaa8 req-369b2919-2f90-4077-b65a-92990eec3622 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:22:41.684013 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-780b2e8c-e1b1-456b-aa66-bf0bdaffcaa8 req-369b2919-2f90-4077-b65a-92990eec3622 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 944 time: 0.3021748 Feb 17 20:22:41.784650 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-780b2e8c-e1b1-456b-aa66-bf0bdaffcaa8 req-d5c4cc1b-6a37-42c2-ab68-ec57768ac932 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0637164 Feb 17 20:22:41.809481 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad871fa7-1080-4302-8834-2c1051d080cc req-d2b5ef45-7c7c-4e8f-b300-0f9cf32193e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:41.811181 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-d2b5ef45-7c7c-4e8f-b300-0f9cf32193e8 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 1161 time: 0.1259127 Feb 17 20:22:41.887680 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-cce68b4c-a1a6-4179-8149-215838930ed2 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=485426d9-edfd-454e-a1aa-3382c16b46bc HTTP/1.1" status: 200 len: 217 time: 0.0684133 Feb 17 20:22:41.960303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad871fa7-1080-4302-8834-2c1051d080cc req-cbfb4714-172f-482f-a494-1552be600a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:41.961974 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-cbfb4714-172f-482f-a494-1552be600a06 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0678363 Feb 17 20:22:42.035562 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefa3a1e-5d12-4810-830d-8e1eec6de8c2', 'tag': '485426d9-edfd-454e-a1aa-3382c16b46bc', 'status': 'completed', 'code': 200} Feb 17 20:22:42.050546 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad871fa7-1080-4302-8834-2c1051d080cc req-24469f63-586e-4731-98b4-b38f09e7064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:42.052178 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-24469f63-586e-4731-98b4-b38f09e7064a service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823579 Feb 17 20:22:42.200482 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-8361703e-ffae-43ea-b192-a498549fbf94 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404829 Feb 17 20:22:42.347119 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad871fa7-1080-4302-8834-2c1051d080cc req-f7906d9f-f559-41d7-89e2-7d8a76070905 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397624 Feb 17 20:22:42.478652 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca55a5-21f1-4c2e-b505-2ba8e5a50391 req-58766383-b527-44d8-a84a-8e45859a64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:42.480293 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b2ca55a5-21f1-4c2e-b505-2ba8e5a50391 req-58766383-b527-44d8-a84a-8e45859a64ff service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 1161 time: 0.0915473 Feb 17 20:22:42.631823 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca55a5-21f1-4c2e-b505-2ba8e5a50391 req-f3f5bd43-51fa-4e42-9d4b-e4a79f0ecbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:42.633487 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b2ca55a5-21f1-4c2e-b505-2ba8e5a50391 req-f3f5bd43-51fa-4e42-9d4b-e4a79f0ecbc0 service neutron] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1430845 Feb 17 20:22:42.710265 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b2ca55a5-21f1-4c2e-b505-2ba8e5a50391 req-0cf3ffa8-875c-430f-8f94-96242b16cb64 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=485426d9-edfd-454e-a1aa-3382c16b46bc HTTP/1.1" status: 200 len: 217 time: 0.0696261 Feb 17 20:22:42.782541 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca55a5-21f1-4c2e-b505-2ba8e5a50391 req-54c65271-89b9-4fda-9a01-ff64ab15618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:42.784127 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b2ca55a5-21f1-4c2e-b505-2ba8e5a50391 req-54c65271-89b9-4fda-9a01-ff64ab15618c service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0674589 Feb 17 20:22:42.869265 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca55a5-21f1-4c2e-b505-2ba8e5a50391 req-e55afb64-2f2e-4b44-b606-b421436c09c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:42.871173 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b2ca55a5-21f1-4c2e-b505-2ba8e5a50391 req-e55afb64-2f2e-4b44-b606-b421436c09c6 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795958 Feb 17 20:22:43.089992 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b2ca55a5-21f1-4c2e-b505-2ba8e5a50391 req-a0361629-ed21-4c3f-9459-6a51eb27c5c5 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070346 Feb 17 20:22:43.096465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b15706-bc48-4ea9-9af3-41b385588ece req-3fdc252d-b454-4899-8dc4-6e4437484cfd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:43.098032 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d4b15706-bc48-4ea9-9af3-41b385588ece req-3fdc252d-b454-4899-8dc4-6e4437484cfd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 944 time: 0.1924677 Feb 17 20:22:43.247806 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d4b15706-bc48-4ea9-9af3-41b385588ece req-14e1fc34-38c6-4a6b-a6bb-fb296dd53c1e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1211040 Feb 17 20:22:43.434346 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:43.510917 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b2ca55a5-21f1-4c2e-b505-2ba8e5a50391 req-dd6d012d-693c-4c20-a42e-0344c034d97c service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4118476 Feb 17 20:22:44.448672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2492-bc18-4b5c-963a-fc044256590f req-54cb7f65-a3e1-43a1-a6be-a2184fca34e1 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:44.450367 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4c1c2492-bc18-4b5c-963a-fc044256590f req-54cb7f65-a3e1-43a1-a6be-a2184fca34e1 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 944 time: 0.0887961 Feb 17 20:22:44.502021 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4c1c2492-bc18-4b5c-963a-fc044256590f req-f5786d2d-33b2-4d87-8f90-6b41c2cf3edd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0428219 Feb 17 20:22:45.702190 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fe619-5430-4323-8f99-7b37a2324643 req-9092f59f-0e49-4483-868b-60c9f8abd668 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:45.703808 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3c8fe619-5430-4323-8f99-7b37a2324643 req-9092f59f-0e49-4483-868b-60c9f8abd668 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 944 time: 0.0910904 Feb 17 20:22:45.752331 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3c8fe619-5430-4323-8f99-7b37a2324643 req-3037d703-1d61-49e8-9195-89ae61e513cf tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0422504 Feb 17 20:22:46.132836 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c7d3f-c3bd-4024-b73e-b927eba91a89 req-11767560-2313-4a6e-967d-e451fdcca05c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:46.134386 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-330c7d3f-c3bd-4024-b73e-b927eba91a89 req-11767560-2313-4a6e-967d-e451fdcca05c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 946 time: 0.0896835 Feb 17 20:22:46.183672 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-330c7d3f-c3bd-4024-b73e-b927eba91a89 req-1dd01e3e-7717-4f43-811a-71b32f7c4fb2 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=6594e2fa-3087-45c8-8e35-e912a3d0444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428996 Feb 17 20:22:46.950252 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c850833-c90e-4380-90ac-69200e17ac53 req-df2153da-6759-4917-bda2-473409eb7dc6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:46.951846 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5c850833-c90e-4380-90ac-69200e17ac53 req-df2153da-6759-4917-bda2-473409eb7dc6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 944 time: 0.0875094 Feb 17 20:22:46.998717 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5c850833-c90e-4380-90ac-69200e17ac53 req-9ce268fe-cd6d-4313-b724-992dd705bb3c tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0407281 Feb 17 20:22:47.383118 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c821c-6844-4bcb-931d-4cb67fc40d38 req-b19069e8-c530-4900-a088-1416cebe106a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:47.384724 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-877c821c-6844-4bcb-931d-4cb67fc40d38 req-b19069e8-c530-4900-a088-1416cebe106a tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 946 time: 0.0901637 Feb 17 20:22:47.433109 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-877c821c-6844-4bcb-931d-4cb67fc40d38 req-57652f4a-6efb-44a0-9539-b88331c332ca tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=6594e2fa-3087-45c8-8e35-e912a3d0444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418065 Feb 17 20:22:47.877782 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-b0f109e3-02a5-40bf-be41-508780d2a3c2 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:47.879747 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-b0f109e3-02a5-40bf-be41-508780d2a3c2 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.127 "GET /v2.0/ports?device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 946 time: 0.0901134 Feb 17 20:22:47.960472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Deleting port 50c7b953-aa74-47d4-bd82-5c075c0a981f {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:22:47.961095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:48.299588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] For port 50c7b953-aa74-47d4-bd82-5c075c0a981f, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=50c7b953-aa74-47d4-bd82-5c075c0a981f,segment=NetworkSegment(a62783dd-7de2-4e99-aabc-4fdea567c056),segment_id=a62783dd-7de2-4e99-aabc-4fdea567c056)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:22:48.299937 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:48.314334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd783f-3002-40aa-8742-44e433d68f97 req-58031fa7-331c-49ff-a473-240b8e98014e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:48.316327 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-62cd783f-3002-40aa-8742-44e433d68f97 req-58031fa7-331c-49ff-a473-240b8e98014e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 944 time: 0.1637487 Feb 17 20:22:48.519912 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-62cd783f-3002-40aa-8742-44e433d68f97 req-36e99695-141a-4c94-8b0b-e83e8d00cf73 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1415558 Feb 17 20:22:48.717230 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:48.717645 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:48.718002 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Floating IP 56193ea7-ed66-45dc-9014-494830078bda disassociated. External IP: 172.27.1.192, port: 50c7b953-aa74-47d4-bd82-5c075c0a981f. Feb 17 20:22:48.718389 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Calling delete_port for 50c7b953-aa74-47d4-bd82-5c075c0a981f owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:22:48.822688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ede38-07b5-4a4d-8741-55e2e3b6ba04 req-b3cf6ff2-04a8-495e-8682-9997baea550d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:48.824321 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6f9ede38-07b5-4a4d-8741-55e2e3b6ba04 req-b3cf6ff2-04a8-495e-8682-9997baea550d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 946 time: 0.1938641 Feb 17 20:22:48.929453 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6f9ede38-07b5-4a4d-8741-55e2e3b6ba04 req-59ce5dbe-0486-4aea-9954-2ff724d0c60c tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups?id=6594e2fa-3087-45c8-8e35-e912a3d0444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977976 Feb 17 20:22:48.934510 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:48.949668 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-483bb1f5-09ed-42d1-a05d-e34ea62c3b99 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:49.049194 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event deleted for resources: {'Port': ['ID=50c7b953-aa74-47d4-bd82-5c075c0a981f,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:49.058859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:49.314626 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:22:49.508314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:22:49.518648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db531710-405c-46e4-b31f-0c6f7d824fe3 None None] Sync routers for ids ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:22:49.530936 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db531710-405c-46e4-b31f-0c6f7d824fe3 None None] Routers {'88e88e5b-d0a8-4e64-8c19-3c91100d7c77'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:49.531804 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-db531710-405c-46e4-b31f-0c6f7d824fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:22:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:49.549415 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] No DVR routers for this DVR port 50c7b953-aa74-47d4-bd82-5c075c0a981f on host hv-cinder-76003 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:22:49.553997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:49.557486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621951df-1119-4c09-99be-3f50a86c916d', 'name': 'network-vif-deleted', 'tag': '50c7b953-aa74-47d4-bd82-5c075c0a981f'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:22:49.574022 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f661eb1c-a1b9-45a4-92d6-2d7c30543375 req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.127 "DELETE /v2.0/ports/50c7b953-aa74-47d4-bd82-5c075c0a981f HTTP/1.1" status: 204 len: 173 time: 1.6873269 Feb 17 20:22:49.729091 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94065db-0814-4816-987b-52c901a07dfe req-143834bd-3651-4513-9bca-600cd6aefe64 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:49.730823 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e94065db-0814-4816-987b-52c901a07dfe req-143834bd-3651-4513-9bca-600cd6aefe64 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 944 time: 0.0929234 Feb 17 20:22:49.784982 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e94065db-0814-4816-987b-52c901a07dfe req-b6408f7b-2d8e-478d-a1bd-2abf4191cd68 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0471275 Feb 17 20:22:49.828331 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 485426d9-edfd-454e-a1aa-3382c16b46bc up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:49.843683 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621951df-1119-4c09-99be-3f50a86c916d', 'name': 'network-vif-deleted', 'tag': '50c7b953-aa74-47d4-bd82-5c075c0a981f', 'status': 'completed', 'code': 200} Feb 17 20:22:49.908844 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port 485426d9-edfd-454e-a1aa-3382c16b46bc completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:22:49.909102 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-db531710-405c-46e4-b31f-0c6f7d824fe3 None None] Set router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:49.914137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 485426d9-edfd-454e-a1aa-3382c16b46bc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:49.914564 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:50.039970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:50.072775 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefa3a1e-5d12-4810-830d-8e1eec6de8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485426d9-edfd-454e-a1aa-3382c16b46bc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:22:50.086013 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 485426d9-edfd-454e-a1aa-3382c16b46bc, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=485426d9-edfd-454e-a1aa-3382c16b46bc,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:22:50.089526 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:50.091975 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-092eaeb5-66e9-43a7-8e71-672de141cf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:50.123549 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-373524ae-f9f1-4de3-a930-0372e44bbd69 req-83b938ca-e66e-49dc-879a-f17e062d27d6 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Synchronizing usage tracker for tenant:591e4c3eb1014ad9a42cca8707aaf065 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:22:50.130346 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 50c7b953-aa74-47d4-bd82-5c075c0a981f no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:22:50.141857 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-373524ae-f9f1-4de3-a930-0372e44bbd69 req-83b938ca-e66e-49dc-879a-f17e062d27d6 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Unset dirty status for tenant:591e4c3eb1014ad9a42cca8707aaf065 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:22:50.143177 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-373524ae-f9f1-4de3-a930-0372e44bbd69 req-83b938ca-e66e-49dc-879a-f17e062d27d6 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/ports?device_id=621951df-1119-4c09-99be-3f50a86c916d HTTP/1.1" status: 200 len: 210 time: 0.0795271 Feb 17 20:22:50.182381 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] No Port match for: 50c7b953-aa74-47d4-bd82-5c075c0a981f {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:22:50.183102 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 50c7b953-aa74-47d4-bd82-5c075c0a981f not bound to the agent host hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:22:50.229451 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=485426d9-edfd-454e-a1aa-3382c16b46bc,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:50.234580 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:50.267695 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefa3a1e-5d12-4810-830d-8e1eec6de8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485426d9-edfd-454e-a1aa-3382c16b46bc', 'code': 200} Feb 17 20:22:50.268553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-db531710-405c-46e4-b31f-0c6f7d824fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:37Z', 'revision_number': 5, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:50.272766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db531710-405c-46e4-b31f-0c6f7d824fe3 None None] Checking router: 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:22:50.282601 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db531710-405c-46e4-b31f-0c6f7d824fe3 None None] Routers {'88e88e5b-d0a8-4e64-8c19-3c91100d7c77'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:50.283362 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-db531710-405c-46e4-b31f-0c6f7d824fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:22:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:50.477364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-db531710-405c-46e4-b31f-0c6f7d824fe3 None None] Set router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:50.576527 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e263e7f-7a9c-4ea6-aa48-cc50b96015b1 req-762abe3b-802e-4e05-b7e5-125e7387c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:50.578193 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8e263e7f-7a9c-4ea6-aa48-cc50b96015b1 req-762abe3b-802e-4e05-b7e5-125e7387c83b service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 1163 time: 0.0872316 Feb 17 20:22:50.621700 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8e263e7f-7a9c-4ea6-aa48-cc50b96015b1 req-85d492d1-1b70-4eb9-b8d6-b892f36dfd79 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0361342 Feb 17 20:22:50.804623 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-db531710-405c-46e4-b31f-0c6f7d824fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:37Z', 'revision_number': 5, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:50.809259 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db531710-405c-46e4-b31f-0c6f7d824fe3 None None] The sync data for ids ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'] in dv-cinder-760038-3-iscsi is: [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:18:30Z', 'revision_number': 4, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '4303b081-5e14-4be7-970b-f904385c5408', 'name': '', 'network_id': '5b70448a-327f-49b6-837b-e6f2fb833977', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'mac_address': 'fa:16:3e:07:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:29Z', 'updated_at': '2021-02-17T20:18:37Z', 'revision_number': 5, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'subnets': [{'id': 'a8318528-83bb-4bba-8959-a96e0bb2405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:22:50.990842 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c4bbb-fe06-4466-86fc-452f3ca0f7cb req-3934dd36-dfe0-454f-b162-dd6966d44275 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:50.992470 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6a7c4bbb-fe06-4466-86fc-452f3ca0f7cb req-3934dd36-dfe0-454f-b162-dd6966d44275 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 946 time: 0.0866168 Feb 17 20:22:51.043804 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6a7c4bbb-fe06-4466-86fc-452f3ca0f7cb req-7d31c0f7-bbc4-4467-902c-e55d5453cc57 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0435615 Feb 17 20:22:51.216038 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd401e1d-9fc7-45ef-9407-542eb318f892 None None] New status for floating IP 56193ea7-ed66-45dc-9014-494830078bda: DOWN {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:22:51.274663 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33814) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:51.343739 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3252015d-4b91-447c-9982-16ed9b2178b2 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.373849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3252015d-4b91-447c-9982-16ed9b2178b2 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.422876 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3252015d-4b91-447c-9982-16ed9b2178b2 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.428794 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-10c0e3b3-7c72-43bd-95d7-db0c280f2ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:51.445542 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252015d-4b91-447c-9982-16ed9b2178b2 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6594e2fa-3087-45c8-8e35-e912a3d0444a,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:51.448672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3252015d-4b91-447c-9982-16ed9b2178b2 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:51.456622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3252015d-4b91-447c-9982-16ed9b2178b2 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.457905 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-3252015d-4b91-447c-9982-16ed9b2178b2 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "DELETE /v2.0/security-groups/6594e2fa-3087-45c8-8e35-e912a3d0444a HTTP/1.1" status: 204 len: 168 time: 0.1820967 Feb 17 20:22:51.460742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33818) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:51.478309 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.api.v2.resource [None req-3f98ceea-e42e-44be-999a-a521fa7c9dd2 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] show failed (client error): The resource could not be found. Feb 17 20:22:51.479403 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-3f98ceea-e42e-44be-999a-a521fa7c9dd2 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "GET /v2.0/security-groups/6594e2fa-3087-45c8-8e35-e912a3d0444a HTTP/1.1" status: 404 len: 347 time: 0.0176492 Feb 17 20:22:51.482522 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33822) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:22:51.547676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 485426d9-edfd-454e-a1aa-3382c16b46bc up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:22:51.624832 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 485426d9-edfd-454e-a1aa-3382c16b46bc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:22:51.625201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.658260 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-311ca5cf-80df-47c9-a8e6-150f07dd91b5 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Deleting port 2401b896-23b0-4714-a99d-c8186171a534 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:22:51.658643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-311ca5cf-80df-47c9-a8e6-150f07dd91b5 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.845755 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-311ca5cf-80df-47c9-a8e6-150f07dd91b5 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:51.846127 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-311ca5cf-80df-47c9-a8e6-150f07dd91b5 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:52.215211 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-311ca5cf-80df-47c9-a8e6-150f07dd91b5 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Calling delete_port for 2401b896-23b0-4714-a99d-c8186171a534 owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:22:52.367742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aaf0d-13c0-48e6-8232-71a0277e6a76 req-20df9f12-5c80-497e-ba6c-2e88deb307fb tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:52.369289 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d60aaf0d-13c0-48e6-8232-71a0277e6a76 req-20df9f12-5c80-497e-ba6c-2e88deb307fb tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 946 time: 0.1634042 Feb 17 20:22:52.467669 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d60aaf0d-13c0-48e6-8232-71a0277e6a76 req-144282e7-eff8-465d-9cd5-077289581a24 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0647759 Feb 17 20:22:52.468762 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-311ca5cf-80df-47c9-a8e6-150f07dd91b5 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:52.484658 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-52313d8a-353b-4c55-894b-8718109eef01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:52.589635 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ca5cf-80df-47c9-a8e6-150f07dd91b5 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Pushing event deleted for resources: {'Port': ['ID=2401b896-23b0-4714-a99d-c8186171a534,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:52.595155 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-311ca5cf-80df-47c9-a8e6-150f07dd91b5 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:52.728599 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf32117-ab5c-403c-b474-30888056bec4 req-ea537676-8174-45fb-96bb-d411647f6c4f tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:52.730227 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-baf32117-ab5c-403c-b474-30888056bec4 req-ea537676-8174-45fb-96bb-d411647f6c4f tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 946 time: 0.1419683 Feb 17 20:22:52.820120 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-311ca5cf-80df-47c9-a8e6-150f07dd91b5 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks [] for floatingip, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:52.825392 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-baf32117-ab5c-403c-b474-30888056bec4 req-7c7442fc-549d-48cc-bed6-169d145e1315 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0651841 Feb 17 20:22:52.840741 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-311ca5cf-80df-47c9-a8e6-150f07dd91b5 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:52.841991 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-311ca5cf-80df-47c9-a8e6-150f07dd91b5 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] 10.222.0.73 "DELETE /v2.0/floatingips/56193ea7-ed66-45dc-9014-494830078bda HTTP/1.1" status: 204 len: 168 time: 1.3585091 Feb 17 20:22:53.030974 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-be05d61c-2ffa-4946-afc9-12bddc1c6ee9 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1666954 Feb 17 20:22:53.041799 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Request body: {'floatingip': {'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:53.055269 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:22:53.055269 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Usage tracker for resource:floatingip and tenant:b33d61d35eb9412e85992212249dd2e1 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:22:53.055269 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:22:53.061138 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:22:53.074992 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:53.220385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:53.495893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Allocated IP 172.27.1.116 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/f2944adc-7e7f-4bca-b11f-7c2c71d84924) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:22:53.650669 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:53.679381 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:53.695076 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-90c458d7-eedb-46ea-b2c3-89f93ad071ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:53.835870 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event updated for resources: {'Port': ['ID=f2944adc-7e7f-4bca-b11f-7c2c71d84924,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:53.839249 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:53.890701 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:22:53.891848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:22:53.894117 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:22:53.974046 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:54.038472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:54.317955 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:54.321444 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:54.336546 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:22:54.479321 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event updated for resources: {'Port': ['ID=f2944adc-7e7f-4bca-b11f-7c2c71d84924,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:22:54.485100 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:22:54.586230 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:54.608721 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:54.610115 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5725875 Feb 17 20:22:54.699763 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-34aea225-69c9-4c20-a47e-cc7366d8a834 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:floatingip {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:22:54.716368 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-34aea225-69c9-4c20-a47e-cc7366d8a834 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:floatingip {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:22:54.717693 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-34aea225-69c9-4c20-a47e-cc7366d8a834 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.116 HTTP/1.1" status: 200 len: 696 time: 0.1011739 Feb 17 20:22:54.877544 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-0beb29f2-fab5-40e0-aff2-435206213a53 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:54.879025 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-0beb29f2-fab5-40e0-aff2-435206213a53 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/networks/20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 HTTP/1.1" status: 200 len: 784 time: 0.1552496 Feb 17 20:22:54.890079 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-e9f77b71-47d1-4f39-b290-1a6b03579f0a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:22:54.891174 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-67c02db5-8ea9-4f23-91a0-506a5d776446 req-e9f77b71-47d1-4f39-b290-1a6b03579f0a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064313 Feb 17 20:22:55.072013 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-b5ecc7a2-8440-4bf6-b7ce-5292b0535294 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:55.073659 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-b5ecc7a2-8440-4bf6-b7ce-5292b0535294 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0873842 Feb 17 20:22:55.161932 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-a299e820-3099-4565-852c-dbea0f35bd31 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.116 HTTP/1.1" status: 200 len: 696 time: 0.0816507 Feb 17 20:22:55.172001 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-c3278f5e-6a28-4c42-9b85-43b7ce088fc6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Request body: {'floatingip': {'port_id': '485426d9-edfd-454e-a1aa-3382c16b46bc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:22:55.258129 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-c3278f5e-6a28-4c42-9b85-43b7ce088fc6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:56.122863 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-c3278f5e-6a28-4c42-9b85-43b7ce088fc6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:56.125722 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-c3278f5e-6a28-4c42-9b85-43b7ce088fc6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:56.307710 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-c3278f5e-6a28-4c42-9b85-43b7ce088fc6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Floating IP 2bbdaa91-964f-47bf-9beb-edbeadb249ed associated. External IP: 172.27.1.116, port: 485426d9-edfd-454e-a1aa-3382c16b46bc. Feb 17 20:22:56.686583 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-c3278f5e-6a28-4c42-9b85-43b7ce088fc6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Router 7b640064-724d-4ef0-880c-770b85e8ddeb has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:22:56.876202 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-c3278f5e-6a28-4c42-9b85-43b7ce088fc6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:22:56.881048 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-c3278f5e-6a28-4c42-9b85-43b7ce088fc6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:22:56.887959 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15fb101-48b9-4af0-8658-6e0fa0602e9f None None] Sync routers for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:22:56.897894 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15fb101-48b9-4af0-8658-6e0fa0602e9f None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:56.898548 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-c15fb101-48b9-4af0-8658-6e0fa0602e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:22:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:56.940287 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-c3278f5e-6a28-4c42-9b85-43b7ce088fc6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "PUT /v2.0/floatingips/2bbdaa91-964f-47bf-9beb-edbeadb249ed HTTP/1.1" status: 200 len: 997 time: 1.7725511 Feb 17 20:22:56.940858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefa3a1e-5d12-4810-830d-8e1eec6de8c2', 'tag': '485426d9-edfd-454e-a1aa-3382c16b46bc'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:22:57.033408 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-6e0c2d9a-38ac-4977-b8e1-3cd58629b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:57.035075 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-6e0c2d9a-38ac-4977-b8e1-3cd58629b0e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 1163 time: 0.0809700 Feb 17 20:22:57.091695 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-c15fb101-48b9-4af0-8658-6e0fa0602e9f None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:57.179636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-343418ae-0b90-4503-95d1-1500a6e01bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:57.181227 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-343418ae-0b90-4503-95d1-1500a6e01bec service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1396189 Feb 17 20:22:57.290683 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-fa377784-339a-4fb2-99d5-02e486a28e39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=485426d9-edfd-454e-a1aa-3382c16b46bc HTTP/1.1" status: 200 len: 1000 time: 0.1020796 Feb 17 20:22:57.363713 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-b43fb455-f4f8-49b8-a35f-0178efe1dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:57.365351 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-b43fb455-f4f8-49b8-a35f-0178efe1dbce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0677543 Feb 17 20:22:57.449474 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-5261c3e9-ed40-4d1e-a59a-4e2333c37ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:57.451186 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-5261c3e9-ed40-4d1e-a59a-4e2333c37ed3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792146 Feb 17 20:22:57.462581 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-a0d8fc22-d2e1-4854-b35c-6c85aa327e86 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:22:57.463628 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-a0d8fc22-d2e1-4854-b35c-6c85aa327e86 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0055463 Feb 17 20:22:57.467537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-c15fb101-48b9-4af0-8658-6e0fa0602e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '2bbdaa91-964f-47bf-9beb-edbeadb249ed', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'port_id': '485426d9-edfd-454e-a1aa-3382c16b46bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'mac_address': 'fa:16:3e:91:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa3a1e-5d12-4810-830d-8e1eec6de8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:22:53Z', 'updated_at': '2021-02-17T20:22:56Z', 'revision_number': 1, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:57.471691 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15fb101-48b9-4af0-8658-6e0fa0602e9f None None] Checking router: 7b640064-724d-4ef0-880c-770b85e8ddeb for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:22:57.481212 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15fb101-48b9-4af0-8658-6e0fa0602e9f None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:22:57.481867 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-c15fb101-48b9-4af0-8658-6e0fa0602e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:22:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:57.606672 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-b4338b15-6c31-49ea-be24-4625b4d561bc service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359861 Feb 17 20:22:57.670814 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-c15fb101-48b9-4af0-8658-6e0fa0602e9f None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:22:57.752376 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2eee264e-46e3-46c9-a2eb-34b4971da87b req-6e1ed6bd-abbb-4078-bfba-e1ff129f7342 service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389287 Feb 17 20:22:57.882793 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefa3a1e-5d12-4810-830d-8e1eec6de8c2', 'tag': '485426d9-edfd-454e-a1aa-3382c16b46bc', 'status': 'completed', 'code': 200} Feb 17 20:22:57.996400 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25169f-c261-4928-9866-73570d317516 req-b08e6a8e-dc33-469f-8500-f8153c6af50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:57.998107 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ba25169f-c261-4928-9866-73570d317516 req-b08e6a8e-dc33-469f-8500-f8153c6af50c service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 1163 time: 0.0905585 Feb 17 20:22:58.153050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25169f-c261-4928-9866-73570d317516 req-9b24fc2a-38a9-4f8c-a219-134f868c7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:58.154966 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ba25169f-c261-4928-9866-73570d317516 req-9b24fc2a-38a9-4f8c-a219-134f868c7f1f service neutron] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1492040 Feb 17 20:22:58.212396 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-c15fb101-48b9-4af0-8658-6e0fa0602e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '2bbdaa91-964f-47bf-9beb-edbeadb249ed', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'port_id': '485426d9-edfd-454e-a1aa-3382c16b46bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'mac_address': 'fa:16:3e:91:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa3a1e-5d12-4810-830d-8e1eec6de8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:22:53Z', 'updated_at': '2021-02-17T20:22:56Z', 'revision_number': 1, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:22:58.216741 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15fb101-48b9-4af0-8658-6e0fa0602e9f None None] The sync data for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi is: [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '2bbdaa91-964f-47bf-9beb-edbeadb249ed', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'port_id': '485426d9-edfd-454e-a1aa-3382c16b46bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'mac_address': 'fa:16:3e:91:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa3a1e-5d12-4810-830d-8e1eec6de8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:22:53Z', 'updated_at': '2021-02-17T20:22:56Z', 'revision_number': 1, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:22:58.269497 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ba25169f-c261-4928-9866-73570d317516 req-b6019176-639d-4bf2-8778-f11a5b970331 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=485426d9-edfd-454e-a1aa-3382c16b46bc HTTP/1.1" status: 200 len: 1000 time: 0.1068673 Feb 17 20:22:58.341156 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25169f-c261-4928-9866-73570d317516 req-9d6699fc-16a6-4469-bdb3-4b193854ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:58.342757 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ba25169f-c261-4928-9866-73570d317516 req-9d6699fc-16a6-4469-bdb3-4b193854ed57 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0669067 Feb 17 20:22:58.428624 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25169f-c261-4928-9866-73570d317516 req-0227022e-f9ba-4054-b6c1-878e686c3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:22:58.430327 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ba25169f-c261-4928-9866-73570d317516 req-0227022e-f9ba-4054-b6c1-878e686c3ed8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803916 Feb 17 20:22:58.525453 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809b9fe3-dad0-49ee-8525-ddd983fd3dbd None None] New status for floating IP 2bbdaa91-964f-47bf-9beb-edbeadb249ed: ACTIVE {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:22:58.579367 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ba25169f-c261-4928-9866-73570d317516 req-5c0eabe5-12f0-40ae-8dd9-bb63d100d105 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409736 Feb 17 20:22:58.724613 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ba25169f-c261-4928-9866-73570d317516 req-3e6f18a1-4263-4357-baa1-53551db65768 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380289 Feb 17 20:22:59.351824 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33864) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:00.178888 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-030b3588-bb2b-4b07-8ac4-133c4c2b39a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404122'] for router_interface, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:00.549624 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-030b3588-bb2b-4b07-8ac4-133c4c2b39a4 admin admin] Deleting port 4303b081-5e14-4be7-970b-f904385c5408 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:00.550185 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-030b3588-bb2b-4b07-8ac4-133c4c2b39a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:00.733587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-030b3588-bb2b-4b07-8ac4-133c4c2b39a4 admin admin] For port 4303b081-5e14-4be7-970b-f904385c5408, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=4303b081-5e14-4be7-970b-f904385c5408,segment=NetworkSegment(a62783dd-7de2-4e99-aabc-4fdea567c056),segment_id=a62783dd-7de2-4e99-aabc-4fdea567c056)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:00.733998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-030b3588-bb2b-4b07-8ac4-133c4c2b39a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:00.868897 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-030b3588-bb2b-4b07-8ac4-133c4c2b39a4 admin admin] Calling delete_port for 4303b081-5e14-4be7-970b-f904385c5408 owned by network:router_interface {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:01.216958 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-030b3588-bb2b-4b07-8ac4-133c4c2b39a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:01.232328 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:01.337881 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b3588-bb2b-4b07-8ac4-133c4c2b39a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4303b081-5e14-4be7-970b-f904385c5408,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:01.344137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-030b3588-bb2b-4b07-8ac4-133c4c2b39a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:01.648896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-030b3588-bb2b-4b07-8ac4-133c4c2b39a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853146494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404212'] for router_interface, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:02.412275 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030b3588-bb2b-4b07-8ac4-133c4c2b39a4 admin admin] Router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:23:02.604769 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030b3588-bb2b-4b07-8ac4-133c4c2b39a4 admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:23:02.615127 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c483d-d139-4ce3-a1ea-f92bf90509d6 None None] Sync routers for ids ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:23:02.619529 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-030b3588-bb2b-4b07-8ac4-133c4c2b39a4 admin admin] 10.222.0.73 "PUT /v2.0/routers/88e88e5b-d0a8-4e64-8c19-3c91100d7c77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2665169 Feb 17 20:23:02.622406 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33868) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:02.625288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c483d-d139-4ce3-a1ea-f92bf90509d6 None None] Routers {'88e88e5b-d0a8-4e64-8c19-3c91100d7c77'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:23:02.625971 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-d12c483d-d139-4ce3-a1ea-f92bf90509d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:22:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:02.810184 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Notify callbacks [] for router, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:02.817841 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-d12c483d-d139-4ce3-a1ea-f92bf90509d6 None None] Set router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:23:03.006237 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:03.014903 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Deleting port 74b2dc61-5d63-4dc7-8719-3101570273a1 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:03.015277 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:03.121173 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-d12c483d-d139-4ce3-a1ea-f92bf90509d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:23:01Z', 'revision_number': 5, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port': {'id': '74b2dc61-5d63-4dc7-8719-3101570273a1', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:18:26Z', 'updated_at': '2021-02-17T20:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:03.125343 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c483d-d139-4ce3-a1ea-f92bf90509d6 None None] Checking router: 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:23:03.134242 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c483d-d139-4ce3-a1ea-f92bf90509d6 None None] Routers {'88e88e5b-d0a8-4e64-8c19-3c91100d7c77'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:23:03.134898 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-d12c483d-d139-4ce3-a1ea-f92bf90509d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:22:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:03.210747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] For port 74b2dc61-5d63-4dc7-8719-3101570273a1, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=74b2dc61-5d63-4dc7-8719-3101570273a1,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:03.211144 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:03.300230 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-d12c483d-d139-4ce3-a1ea-f92bf90509d6 None None] Set router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 gateway port host: None {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:23:03.349140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Calling delete_port for 74b2dc61-5d63-4dc7-8719-3101570273a1 owned by network:router_gateway {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:03.417773 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-d12c483d-d139-4ce3-a1ea-f92bf90509d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:23:03Z', 'revision_number': 6, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port_host': None}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:03.423132 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c483d-d139-4ce3-a1ea-f92bf90509d6 None None] The sync data for ids ['88e88e5b-d0a8-4e64-8c19-3c91100d7c77'] in dv-cinder-760038-3-iscsi is: [{'id': '88e88e5b-d0a8-4e64-8c19-3c91100d7c77', 'name': 'tempest-AttachVolumeTestJSON-1454424675-router', 'tenant_id': '591e4c3eb1014ad9a42cca8707aaf065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:18:25Z', 'updated_at': '2021-02-17T20:23:03Z', 'revision_number': 6, 'project_id': '591e4c3eb1014ad9a42cca8707aaf065', 'gw_port_host': None}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:23:03.534935 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:03.550883 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-69ef1978-869f-4c05-8755-385aa1dffd9d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:03.648002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Pushing event deleted for resources: {'Port': ['ID=74b2dc61-5d63-4dc7-8719-3101570273a1,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:03.657103 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:03.775063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854376320'] for router_gateway, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:03.830181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 4303b081-5e14-4be7-970b-f904385c5408 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:23:03.867725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: 4303b081-5e14-4be7-970b-f904385c5408 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:23:03.868127 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 4303b081-5e14-4be7-970b-f904385c5408 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:23:03.868598 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 74b2dc61-5d63-4dc7-8719-3101570273a1 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:23:03.906280 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: 74b2dc61-5d63-4dc7-8719-3101570273a1 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:23:03.906684 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 74b2dc61-5d63-4dc7-8719-3101570273a1 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:23:03.970244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775512'] for router, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:03.972657 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:03.995229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402962'] for router, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:03.995782 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88e88e5b-d0a8-4e64-8c19-3c91100d7c77 {{(pid=84038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:23:04.008233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:04.009490 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] 10.222.0.73 "DELETE /v2.0/routers/88e88e5b-d0a8-4e64-8c19-3c91100d7c77 HTTP/1.1" status: 204 len: 168 time: 1.3861156 Feb 17 20:23:04.012151 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33872) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:04.083836 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bae5c0-dbf5-4882-a326-fe7c09fbaba7 admin admin] Deleting subnet a8318528-83bb-4bba-8959-a96e0bb2405d {{(pid=84038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:23:04.086921 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-54bae5c0-dbf5-4882-a326-fe7c09fbaba7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:04.140240 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-54bae5c0-dbf5-4882-a326-fe7c09fbaba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704422'] for subnet, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:04.221216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-54bae5c0-dbf5-4882-a326-fe7c09fbaba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:04.481786 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-54bae5c0-dbf5-4882-a326-fe7c09fbaba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4091116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350040'] for subnet, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:04.495122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:04.577725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bae5c0-dbf5-4882-a326-fe7c09fbaba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8318528-83bb-4bba-8959-a96e0bb2405d,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:04.584827 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-54bae5c0-dbf5-4882-a326-fe7c09fbaba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:04.628997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-54bae5c0-dbf5-4882-a326-fe7c09fbaba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:04.634369 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5561d6a6-dd45-40bd-af2c-0716d7f61a45 None None] Network 5b70448a-327f-49b6-837b-e6f2fb833977 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:23:04.635841 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-54bae5c0-dbf5-4882-a326-fe7c09fbaba7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a8318528-83bb-4bba-8959-a96e0bb2405d HTTP/1.1" status: 204 len: 168 time: 0.6224084 Feb 17 20:23:04.639745 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33878) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:04.758333 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:04.831360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Deleting port 753d28c4-49ae-49a9-8952-46276facb8f1 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:04.831934 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:04.897257 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70305e7-b572-4c47-8544-dd9122faf32a None None] DHCP port deletion for 5b70448a-327f-49b6-837b-e6f2fb833977 request from dv-cinder-760038-3-iscsi {{(pid=84040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 20:23:04.901461 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-b70305e7-b572-4c47-8544-dd9122faf32a None None] Deleting port 753d28c4-49ae-49a9-8952-46276facb8f1 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:04.901879 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b70305e7-b572-4c47-8544-dd9122faf32a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:05.053476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] For port 753d28c4-49ae-49a9-8952-46276facb8f1, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=753d28c4-49ae-49a9-8952-46276facb8f1,segment=NetworkSegment(a62783dd-7de2-4e99-aabc-4fdea567c056),segment_id=a62783dd-7de2-4e99-aabc-4fdea567c056)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:05.053877 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:05.112557 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ad11fdf1-0792-4738-8261-0b536181f3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:05.133888 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-b70305e7-b572-4c47-8544-dd9122faf32a None None] For port 753d28c4-49ae-49a9-8952-46276facb8f1, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=753d28c4-49ae-49a9-8952-46276facb8f1,segment=NetworkSegment(a62783dd-7de2-4e99-aabc-4fdea567c056),segment_id=a62783dd-7de2-4e99-aabc-4fdea567c056)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:23:05.134255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b70305e7-b572-4c47-8544-dd9122faf32a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:05.273995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-b70305e7-b572-4c47-8544-dd9122faf32a None None] Calling delete_port for 753d28c4-49ae-49a9-8952-46276facb8f1 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:05.356774 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b70305e7-b572-4c47-8544-dd9122faf32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:05.373497 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:05.437229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Calling delete_port for 753d28c4-49ae-49a9-8952-46276facb8f1 owned by network:dhcp {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:23:05.475381 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70305e7-b572-4c47-8544-dd9122faf32a None None] Pushing event deleted for resources: {'Port': ['ID=753d28c4-49ae-49a9-8952-46276facb8f1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:05.480064 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b70305e7-b572-4c47-8544-dd9122faf32a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:05.515123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84038) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:23:05.515488 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:23:05.522680 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70305e7-b572-4c47-8544-dd9122faf32a None None] No DVR routers for this DVR port 753d28c4-49ae-49a9-8952-46276facb8f1 on host dv-cinder-760038-3-iscsi {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:23:05.831287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 753d28c4-49ae-49a9-8952-46276facb8f1 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:23:05.873739 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: 753d28c4-49ae-49a9-8952-46276facb8f1 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:23:05.874252 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 753d28c4-49ae-49a9-8952-46276facb8f1 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:23:06.016600 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Deleting port 753d28c4-49ae-49a9-8952-46276facb8f1 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:23:06.017007 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:06.091169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] The port '753d28c4-49ae-49a9-8952-46276facb8f1' was deleted {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 20:23:06.212823 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:06.328329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b70448a-327f-49b6-837b-e6f2fb833977']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:06.341756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62783dd-7de2-4e99-aabc-4fdea567c056') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:06.342046 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62783dd-7de2-4e99-aabc-4fdea567c056') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:23:06.354054 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851071362'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:06.369484 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:06.371727 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:23:06.553485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Network 5b70448a-327f-49b6-837b-e6f2fb833977 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:23:06.562739 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850684653'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:06.748510 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Network 5b70448a-327f-49b6-837b-e6f2fb833977 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: % (table.description, expected, rows_matched) Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: % (table.description, expected, rows_matched) Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: % (table.description, expected, rows_matched) Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: % (table.description, expected, rows_matched) Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:23:06.771786 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:23:06.850579 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:06.854210 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-195d286d-394c-4f07-b00f-a42d6b0fd7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:06.868034 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:06.879443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b70448a-327f-49b6-837b-e6f2fb833977,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:06.882868 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:06.893571 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-f20f2636-5b44-463d-af79-9b5c91dfaff2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5b70448a-327f-49b6-837b-e6f2fb833977 HTTP/1.1" status: 204 len: 168 time: 2.2520697 Feb 17 20:23:07.107795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 33884) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:07.163830 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-64072e70-a84a-48ec-adfe-4bcf5c8feb43 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=591e4c3eb1014ad9a42cca8707aaf065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547190 Feb 17 20:23:07.166423 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 33888) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:07.226758 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:07.254070 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:07.301320 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:07.306109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e5679ba5-6883-4134-b06e-b083119a6b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:07.321108 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c6ced6-3203-4868-b0c7-c16e3ff14bb2,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:07.333095 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.333519 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.333934 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.334345 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.334751 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.335154 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.335551 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.335950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.336358 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.336747 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.337168 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.337569 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.338025 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.338426 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.338823 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.339219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.339638 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.340037 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.340439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.340835 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.341263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.341660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.342055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.342450 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:07.345430 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:07.349273 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/77c6ced6-3203-4868-b0c7-c16e3ff14bb2 HTTP/1.1" status: 204 len: 168 time: 0.1792889 Feb 17 20:23:07.349273 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f37878b9-9fcf-4aac-b7ee-0db91f055ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:07.702296 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-16463da5-2ca0-477b-9fe9-4a321aabdd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:07.960712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:09.198221 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:09.481416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:10.370193 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:23:11.093437 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 33984) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:11.243754 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-83408377-60f1-49c1-8335-ed3ef149d2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:11.259122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-83408377-60f1-49c1-8335-ed3ef149d2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:11.263684 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-83408377-60f1-49c1-8335-ed3ef149d2a7 admin admin] Usage tracker for resource:security_group_rule and tenant:16b291fcea9d4a24ba83655acbb69fcb is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:11.266683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-83408377-60f1-49c1-8335-ed3ef149d2a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:11.272448 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-83408377-60f1-49c1-8335-ed3ef149d2a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:11.359618 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-83408377-60f1-49c1-8335-ed3ef149d2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:11.362112 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-83408377-60f1-49c1-8335-ed3ef149d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:11.371178 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f3a6ee50-598a-44c4-b386-5a8ea9a468a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:11.412974 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83408377-60f1-49c1-8335-ed3ef149d2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ebaa5a-a0d9-4265-b59b-466c36cc86d6,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:11.420603 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33990) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:11.420790 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-83408377-60f1-49c1-8335-ed3ef149d2a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=16b291fcea9d4a24ba83655acbb69fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259223 Feb 17 20:23:11.421726 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-83408377-60f1-49c1-8335-ed3ef149d2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:11.488350 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-612db7ad-568c-4bf4-86db-2c34bc95dbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:11.516690 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-612db7ad-568c-4bf4-86db-2c34bc95dbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:11.564836 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-612db7ad-568c-4bf4-86db-2c34bc95dbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:11.569875 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7744dc74-c712-46de-9468-122726f7ebbe tempest-VolumesNegativeTest-1770162493 tempest-VolumesNegativeTest-1770162493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:11.583902 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612db7ad-568c-4bf4-86db-2c34bc95dbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ebaa5a-a0d9-4265-b59b-466c36cc86d6,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:11.586738 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-612db7ad-568c-4bf4-86db-2c34bc95dbc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:11.587929 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-612db7ad-568c-4bf4-86db-2c34bc95dbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:11.589198 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-612db7ad-568c-4bf4-86db-2c34bc95dbc6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/78ebaa5a-a0d9-4265-b59b-466c36cc86d6 HTTP/1.1" status: 204 len: 168 time: 0.1673255 Feb 17 20:23:11.867286 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33998) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:11.887301 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cb29a9d1-de37-457a-876f-ff6ca9152ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:11.906161 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-cb29a9d1-de37-457a-876f-ff6ca9152ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:11.910240 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-cb29a9d1-de37-457a-876f-ff6ca9152ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:d8d8e6f7ffa148119bde1dcbfc696d49 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:11.913217 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-cb29a9d1-de37-457a-876f-ff6ca9152ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:11.919529 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-cb29a9d1-de37-457a-876f-ff6ca9152ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:12.004542 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cb29a9d1-de37-457a-876f-ff6ca9152ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:12.007280 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cb29a9d1-de37-457a-876f-ff6ca9152ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:12.015518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-be747536-9598-4870-a93c-3a0159adeef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:12.059236 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-cb29a9d1-de37-457a-876f-ff6ca9152ec1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d8d8e6f7ffa148119bde1dcbfc696d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903419 Feb 17 20:23:12.060208 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29a9d1-de37-457a-876f-ff6ca9152ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069ff3d3-e87b-407f-bb13-b606d61169a8,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:12.062210 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 34002) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:12.063643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cb29a9d1-de37-457a-876f-ff6ca9152ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:12.126614 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5eeb2c89-8a2f-4505-a15c-63381990b3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:12.160676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5eeb2c89-8a2f-4505-a15c-63381990b3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:12.204291 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5eeb2c89-8a2f-4505-a15c-63381990b3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:12.209104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c4ac5227-6816-4573-a63f-a4efa42001c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:12.222146 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb2c89-8a2f-4505-a15c-63381990b3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069ff3d3-e87b-407f-bb13-b606d61169a8,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:12.226981 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5eeb2c89-8a2f-4505-a15c-63381990b3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:12.232360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5eeb2c89-8a2f-4505-a15c-63381990b3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:12.235855 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-5eeb2c89-8a2f-4505-a15c-63381990b3c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/069ff3d3-e87b-407f-bb13-b606d61169a8 HTTP/1.1" status: 204 len: 168 time: 0.1703334 Feb 17 20:23:13.454035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:14.128833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 34050) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:14.251957 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e57a9ae0-be92-405c-a0f1-a456a6ea8fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:14.267235 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e57a9ae0-be92-405c-a0f1-a456a6ea8fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:14.271331 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e57a9ae0-be92-405c-a0f1-a456a6ea8fb2 admin admin] Usage tracker for resource:security_group_rule and tenant:66838d86f1214b11ba3cb750b5038c77 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:14.274317 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-e57a9ae0-be92-405c-a0f1-a456a6ea8fb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:14.280168 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-e57a9ae0-be92-405c-a0f1-a456a6ea8fb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:14.365088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e57a9ae0-be92-405c-a0f1-a456a6ea8fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:14.367846 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e57a9ae0-be92-405c-a0f1-a456a6ea8fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:14.375566 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ac65539e-f6a9-4ce6-aed5-9fb09b300aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:14.420884 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e57a9ae0-be92-405c-a0f1-a456a6ea8fb2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=66838d86f1214b11ba3cb750b5038c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908177 Feb 17 20:23:14.421871 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a9ae0-be92-405c-a0f1-a456a6ea8fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265a26a1-f6ae-45e4-8348-eac106fceb9f,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:14.423737 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34056) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:14.425255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e57a9ae0-be92-405c-a0f1-a456a6ea8fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:14.490417 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b2d7fcdf-a63d-409f-86da-cd2260d46213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:14.518006 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b2d7fcdf-a63d-409f-86da-cd2260d46213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:14.562593 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b2d7fcdf-a63d-409f-86da-cd2260d46213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:14.567496 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e1e82f9e-f35d-42c4-a036-4d2698c313eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:14.583660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7fcdf-a63d-409f-86da-cd2260d46213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265a26a1-f6ae-45e4-8348-eac106fceb9f,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:14.588895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b2d7fcdf-a63d-409f-86da-cd2260d46213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:14.593924 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b2d7fcdf-a63d-409f-86da-cd2260d46213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:14.597506 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-b2d7fcdf-a63d-409f-86da-cd2260d46213 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/265a26a1-f6ae-45e4-8348-eac106fceb9f HTTP/1.1" status: 204 len: 168 time: 0.1725178 Feb 17 20:23:14.875818 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34064) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:14.895332 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-84329cef-454d-4683-91a6-ac55b69afd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:14.911142 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-84329cef-454d-4683-91a6-ac55b69afd9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:14.915210 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-84329cef-454d-4683-91a6-ac55b69afd9d admin admin] Usage tracker for resource:security_group_rule and tenant:7ed10d87d35b44478a0eccf0ee0a4c3e is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:14.918192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-84329cef-454d-4683-91a6-ac55b69afd9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:14.923997 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-84329cef-454d-4683-91a6-ac55b69afd9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:15.009145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-84329cef-454d-4683-91a6-ac55b69afd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:15.011721 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-84329cef-454d-4683-91a6-ac55b69afd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:15.020491 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8ac9f518-b99b-4809-9812-2d371aad0f35 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:15.063654 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-84329cef-454d-4683-91a6-ac55b69afd9d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7ed10d87d35b44478a0eccf0ee0a4c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867344 Feb 17 20:23:15.064505 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84329cef-454d-4683-91a6-ac55b69afd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f8194d-edac-42f8-accc-3060150d2920,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:15.066521 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 34068) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:15.067935 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-84329cef-454d-4683-91a6-ac55b69afd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:15.133258 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fdce436a-88af-46a7-813f-721f47cce016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:15.162892 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fdce436a-88af-46a7-813f-721f47cce016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:15.207151 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fdce436a-88af-46a7-813f-721f47cce016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:15.212025 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e553e544-e1b0-448b-ae21-3c2d35c589fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:15.224959 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce436a-88af-46a7-813f-721f47cce016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f8194d-edac-42f8-accc-3060150d2920,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:15.229086 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-fdce436a-88af-46a7-813f-721f47cce016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:15.235232 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-fdce436a-88af-46a7-813f-721f47cce016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:15.236928 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-fdce436a-88af-46a7-813f-721f47cce016 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/97f8194d-edac-42f8-accc-3060150d2920 HTTP/1.1" status: 204 len: 168 time: 0.1688428 Feb 17 20:23:26.424812 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 34168) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:26.549192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-72961ccb-c744-4a40-ad96-74c49cdc05ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:26.564252 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-72961ccb-c744-4a40-ad96-74c49cdc05ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:26.568287 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-72961ccb-c744-4a40-ad96-74c49cdc05ca admin admin] Usage tracker for resource:security_group_rule and tenant:1733136570a54ac985ed4def66ce693d is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:26.571246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-72961ccb-c744-4a40-ad96-74c49cdc05ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:26.576995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-72961ccb-c744-4a40-ad96-74c49cdc05ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:26.659894 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-72961ccb-c744-4a40-ad96-74c49cdc05ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:26.662664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-72961ccb-c744-4a40-ad96-74c49cdc05ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:26.671867 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-817ae256-b0aa-4fb6-85c5-ca1ba027135d tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:26.715887 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-72961ccb-c744-4a40-ad96-74c49cdc05ca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1733136570a54ac985ed4def66ce693d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899203 Feb 17 20:23:26.718129 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72961ccb-c744-4a40-ad96-74c49cdc05ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f29f31-a057-4159-ae10-18fbfbad8c27,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:26.719305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34174) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:26.721659 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-72961ccb-c744-4a40-ad96-74c49cdc05ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:26.786620 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c7538987-fb90-47b0-a002-4f084b27dec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:26.813210 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c7538987-fb90-47b0-a002-4f084b27dec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:26.861815 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c7538987-fb90-47b0-a002-4f084b27dec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:26.866668 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-339d1e11-27c1-4134-894b-d21156535d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:26.879585 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7538987-fb90-47b0-a002-4f084b27dec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f29f31-a057-4159-ae10-18fbfbad8c27,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:26.883530 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c7538987-fb90-47b0-a002-4f084b27dec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:26.889607 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c7538987-fb90-47b0-a002-4f084b27dec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:26.890832 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-c7538987-fb90-47b0-a002-4f084b27dec8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/46f29f31-a057-4159-ae10-18fbfbad8c27 HTTP/1.1" status: 204 len: 168 time: 0.1703947 Feb 17 20:23:27.171162 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34182) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:27.190907 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-89c1b2ab-2672-4aee-9af9-df85333e4992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:27.206776 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-89c1b2ab-2672-4aee-9af9-df85333e4992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:27.210877 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-89c1b2ab-2672-4aee-9af9-df85333e4992 admin admin] Usage tracker for resource:security_group_rule and tenant:3d214426486e46ad9f8dc3656b0b97c9 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:27.213842 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-89c1b2ab-2672-4aee-9af9-df85333e4992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:27.219674 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-89c1b2ab-2672-4aee-9af9-df85333e4992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:27.303275 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-89c1b2ab-2672-4aee-9af9-df85333e4992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:27.306028 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-89c1b2ab-2672-4aee-9af9-df85333e4992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:27.315343 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-83c70188-6069-4a48-8e5f-d23106b98e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:27.358282 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-89c1b2ab-2672-4aee-9af9-df85333e4992 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3d214426486e46ad9f8dc3656b0b97c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859620 Feb 17 20:23:27.359940 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1b2ab-2672-4aee-9af9-df85333e4992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7c6c74-698a-499b-b899-d06b78801fed,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:27.361195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 34186) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:27.363428 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-89c1b2ab-2672-4aee-9af9-df85333e4992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:27.424553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d729455b-561f-4d48-9bee-05d475ece9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:27.452719 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d729455b-561f-4d48-9bee-05d475ece9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:27.497034 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d729455b-561f-4d48-9bee-05d475ece9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:27.502472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4165a296-1548-42ad-8d03-19ef1235bbd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:27.515889 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729455b-561f-4d48-9bee-05d475ece9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7c6c74-698a-499b-b899-d06b78801fed,revision_number=None']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:27.519822 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d729455b-561f-4d48-9bee-05d475ece9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:27.525353 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d729455b-561f-4d48-9bee-05d475ece9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:27.526558 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d729455b-561f-4d48-9bee-05d475ece9a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4c7c6c74-698a-499b-b899-d06b78801fed HTTP/1.1" status: 204 len: 168 time: 0.1643069 Feb 17 20:23:35.043978 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e5abedb2-b9ba-49bb-a597-a123a8dd2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:37.704428 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c1b2f15b-deab-4ef1-b11a-25b9b72fe899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:37.963607 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:39.200109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:39.331111 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-136f6aaf-7cf5-4ef4-a32b-61da99904a8c req-6f590e49-c4b8-4cdc-afce-33aa20163406 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0829999 Feb 17 20:23:39.481958 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:39.489933 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f6aaf-7cf5-4ef4-a32b-61da99904a8c req-1830c62a-f94b-47f2-a492-482f79eb8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:39.491580 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-136f6aaf-7cf5-4ef4-a32b-61da99904a8c req-1830c62a-f94b-47f2-a492-482f79eb8b90 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 1163 time: 0.0844438 Feb 17 20:23:39.655699 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f6aaf-7cf5-4ef4-a32b-61da99904a8c req-395ab5dc-2043-4768-b460-0ce87fefc62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:39.657350 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-136f6aaf-7cf5-4ef4-a32b-61da99904a8c req-395ab5dc-2043-4768-b460-0ce87fefc62b service neutron] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1448805 Feb 17 20:23:39.770203 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-136f6aaf-7cf5-4ef4-a32b-61da99904a8c req-7312b178-e92c-464a-9b54-00bc469590b8 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=485426d9-edfd-454e-a1aa-3382c16b46bc HTTP/1.1" status: 200 len: 1002 time: 0.1056526 Feb 17 20:23:39.839702 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f6aaf-7cf5-4ef4-a32b-61da99904a8c req-029f3b66-5399-4c42-93b7-79c3ca4a6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:39.841338 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-136f6aaf-7cf5-4ef4-a32b-61da99904a8c req-029f3b66-5399-4c42-93b7-79c3ca4a6b2f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0643001 Feb 17 20:23:39.931269 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f6aaf-7cf5-4ef4-a32b-61da99904a8c req-4e42dd95-b519-434a-b42d-ce4ab54b2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:39.932907 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-136f6aaf-7cf5-4ef4-a32b-61da99904a8c req-4e42dd95-b519-434a-b42d-ce4ab54b2fbf service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847607 Feb 17 20:23:40.081579 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-136f6aaf-7cf5-4ef4-a32b-61da99904a8c req-03bf934e-d1d1-4d89-8157-e91b289afc40 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407566 Feb 17 20:23:40.228376 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-136f6aaf-7cf5-4ef4-a32b-61da99904a8c req-7a19e7bf-2657-431b-8698-7a9993e316e0 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392663 Feb 17 20:23:43.482066 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:47.370640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:23:58.260389 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 34372) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:58.383492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f85551c1-b2e1-4a8c-8eb7-ad5293ccaa24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:58.399275 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-f85551c1-b2e1-4a8c-8eb7-ad5293ccaa24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:58.403348 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-f85551c1-b2e1-4a8c-8eb7-ad5293ccaa24 admin admin] Usage tracker for resource:security_group_rule and tenant:27407e9169bb40fc84f4ec4dd57eb64f is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:58.406357 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-f85551c1-b2e1-4a8c-8eb7-ad5293ccaa24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:58.412670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-f85551c1-b2e1-4a8c-8eb7-ad5293ccaa24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:58.497942 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f85551c1-b2e1-4a8c-8eb7-ad5293ccaa24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:58.500671 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f85551c1-b2e1-4a8c-8eb7-ad5293ccaa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:58.513057 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d729455b-561f-4d48-9bee-05d475ece9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:58.555483 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-f85551c1-b2e1-4a8c-8eb7-ad5293ccaa24 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=27407e9169bb40fc84f4ec4dd57eb64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938590 Feb 17 20:23:58.557262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85551c1-b2e1-4a8c-8eb7-ad5293ccaa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442c10e1-0892-4b35-b64f-57ed46a4b004,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:58.558370 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34378) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:58.560830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f85551c1-b2e1-4a8c-8eb7-ad5293ccaa24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:58.621430 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:58.648131 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:58.691042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:58.695834 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3252015d-4b91-447c-9982-16ed9b2178b2 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:58.708763 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442c10e1-0892-4b35-b64f-57ed46a4b004,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:58.721686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.722101 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.722507 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.722908 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.723304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.723700 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.724089 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.724486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.724903 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.725290 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.725678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.726065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.726512 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.726907 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.727294 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.727683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.728070 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.728461 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.728848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.729258 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.729649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.730037 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.730423 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.730807 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:23:58.734978 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:58.735933 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:58.740093 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-f09f1181-2ff9-46a1-b5e4-d3b324347959 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/442c10e1-0892-4b35-b64f-57ed46a4b004 HTTP/1.1" status: 204 len: 168 time: 0.1805453 Feb 17 20:23:59.380364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34400) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:59.490470 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-912439465-network', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:23:59.495893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:59.499983 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Usage tracker for resource:network and tenant:ce62cbb6490f4836b8cdee328bc062c6 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:59.503716 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:59.509817 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:59.524285 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Made reservation on behalf of ce62cbb6490f4836b8cdee328bc062c6 for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:23:59.529119 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:59.542205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:59.558801 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:59.562840 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Usage tracker for resource:security_group_rule and tenant:ce62cbb6490f4836b8cdee328bc062c6 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:59.566315 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:59.571992 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:59.655076 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:59.658402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:59.662481 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-2f9e86f1-2765-40a4-a68d-20764dc1e45c tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:59.691782 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:23:59.704456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258f1b4e-5362-40a2-af33-177cf1a5fdf8,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:59.709065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:59.710060 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290633027324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:59.710494 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.segments_db [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Added segment e45334df-05ea-45a6-a57e-53782ad8df28 of type vxlan for network f256d269-5eab-4d81-807f-092e499ece69 Feb 17 20:23:59.739298 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290633572161'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:59.768432 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:59.769725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:23:59.770371 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:23:59.775327 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:23:59.882845 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5012550 Feb 17 20:23:59.883796 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Pushing event updated for resources: {'Network': ['ID=f256d269-5eab-4d81-807f-092e499ece69,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:23:59.886050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 34406) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:23:59.886738 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:23:59.892587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Request body: {'subnet': {'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-912439465-subnet', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'ip_version': 4}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:23:59.895712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Network f256d269-5eab-4d81-807f-092e499ece69 details requested by agent ovs-agent-dv-cinder-760038-3-iscsi with host dv-cinder-760038-3-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:23:59.898013 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:23:59.902116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Usage tracker for resource:subnet and tenant:ce62cbb6490f4836b8cdee328bc062c6 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:23:59.905150 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:23:59.910140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Network f256d269-5eab-4d81-807f-092e499ece69 details requested by agent ovs-agent-hv-cinder-76003 with host hv-cinder-76003 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:23:59.911544 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:23:59.921849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Made reservation on behalf of ce62cbb6490f4836b8cdee328bc062c6 for: {'subnet': 1} {{(pid=84037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:23:59.927328 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26404108'] for subnet, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:00.332529 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036828485692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26404125'] for subnet, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:00.351485 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-eb256a6a-f7d4-4c5d-9f30-b6c6e7cb3eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:00.479506 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda03c1e-8ef5-4a94-a4d2-d018d872efca,revision_number=0']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:00.483532 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:00.550125 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Checking segment: {'id': 'e45334df-05ea-45a6-a57e-53782ad8df28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:24:00.550522 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Network hostable DHCP agents. Network: f256d269-5eab-4d81-807f-092e499ece69, hostable agents: ['dac39121-764d-49d3-9f9c-a9f85e750a6a'], hosted agents: [] {{(pid=84037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:24:00.568522 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Network f256d269-5eab-4d81-807f-092e499ece69 is scheduled to be hosted by DHCP agent dac39121-764d-49d3-9f9c-a9f85e750a6a with binding_index 1 {{(pid=84037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:24:00.576437 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760038-3-iscsi, f256d269-5eab-4d81-807f-092e499ece69) {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:24:00.585425 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9e367b-f713-4884-ba38-0c2644794e85 None None] Network f256d269-5eab-4d81-807f-092e499ece69 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:24:00.588250 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:00.588919 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:00.613375 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-1ad253be-40a1-4b76-be63-5f95f9aeb36f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7260287 Feb 17 20:24:00.616249 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84037) accepted ('10.222.0.73', 34410) {{(pid=84037) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:00.622359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}} {{(pid=84037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:24:00.627356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:24:00.631444 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Usage tracker for resource:router and tenant:ce62cbb6490f4836b8cdee328bc062c6 is out of sync, need to count used quota {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:24:00.635051 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84037) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:24:00.640895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:24:00.649776 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854378786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775495'] for router, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:00.651006 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-288'] for router, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:00.667585 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:00.813036 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp352fb7b2-8a42-5eab-a0f8-2fb1fb03531e-f256d269-5eab-4d81-807f-092e499ece69', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'fixed_ips': [{'subnet_id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca'}]}} from dv-cinder-760038-3-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:24:00.813982 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:01.121935 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Allocated IP 172.20.0.2 (f256d269-5eab-4d81-807f-092e499ece69/dda03c1e-8ef5-4a94-a4d2-d018d872efca/befc2abb-512c-4785-ad31-90c1362a9db0) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:24:01.198206 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-275'] for router, precommit_update {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:01.342856 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:01.354252 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Transition to ACTIVE for port object befc2abb-512c-4785-ad31-90c1362a9db0 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:24:01.371156 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Transition to ACTIVE for port object befc2abb-512c-4785-ad31-90c1362a9db0 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:24:01.376276 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:01.391918 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:01.526080 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Pushing event updated for resources: {'Port': ['ID=befc2abb-512c-4785-ad31-90c1362a9db0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:01.537509 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:01.539740 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.540125 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.540504 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.540895 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.541269 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.541636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.542000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.542361 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.543001 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.543001 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.544461 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.544461 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.544461 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.544461 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.544851 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.545204 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.545566 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.545928 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.546286 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.546644 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.547023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.547384 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.548343 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.548701 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:01.562124 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:01.570653 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:01.598001 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Network f256d269-5eab-4d81-807f-092e499ece69 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:24:01.599140 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:24:01.601451 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:24:01.658756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Attempting to bind port befc2abb-512c-4785-ad31-90c1362a9db0 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:24:01.659061 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Attempting to bind port befc2abb-512c-4785-ad31-90c1362a9db0 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': 'e45334df-05ea-45a6-a57e-53782ad8df28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:24:01.659472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Attempting to bind port befc2abb-512c-4785-ad31-90c1362a9db0 on network f256d269-5eab-4d81-807f-092e499ece69 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:24:01.665028 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:24:01.665447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Checking segment: {'id': 'e45334df-05ea-45a6-a57e-53782ad8df28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:24:01.665896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:01.666333 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Bound using segment: {'id': 'e45334df-05ea-45a6-a57e-53782ad8df28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:24:01.666846 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Bound port: befc2abb-512c-4785-ad31-90c1362a9db0, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45334df-05ea-45a6-a57e-53782ad8df28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:24:01.667262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:01.762178 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] For port befc2abb-512c-4785-ad31-90c1362a9db0, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:24:01.765311 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] For port befc2abb-512c-4785-ad31-90c1362a9db0, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=befc2abb-512c-4785-ad31-90c1362a9db0,segment=NetworkSegment(e45334df-05ea-45a6-a57e-53782ad8df28),segment_id=e45334df-05ea-45a6-a57e-53782ad8df28)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:24:01.768584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:01.783467 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:01.844967 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Allocated IP 172.27.1.211 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/75d17412-b058-448e-adb5-019d4f780201) {{(pid=84037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:24:01.927636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Pushing event updated for resources: {'Port': ['ID=befc2abb-512c-4785-ad31-90c1362a9db0,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:01.940419 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8bf4cc64-a0fa-433c-85c4-3277f147210b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:02.009538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:02.039744 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26289749'] for port, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:02.055570 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-411a20fe-767d-472e-a396-7f5b0ff5caeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:02.194159 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Pushing event updated for resources: {'Port': ['ID=75d17412-b058-448e-adb5-019d4f780201,revision_number=1']} {{(pid=84037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:02.197756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:02.263116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:24:02.264255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:24:02.267210 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Received port after_create {{(pid=84037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:24:02.718624 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:03.091310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854376437'] for router, after_create {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:03.287516 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651f0212-ab81-4274-afe1-001fe9f47053 None None] Network f256d269-5eab-4d81-807f-092e499ece69 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:24:03.317954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 is scheduled to L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae with binding_index 1 {{(pid=84037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:24:03.385302 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f72bccd5-81c5-439e-8ca9-758b663122e8 None None] Provisioning for port befc2abb-512c-4785-ad31-90c1362a9db0 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:24:03.764319 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:24:03.772945 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Sync routers for ids ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:24:03.784224 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Routers {'7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:24:03.785233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:23:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:03.789567 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] Notify callbacks [] for router, before_response {{(pid=84037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:03.793126 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-b84f0067-df4b-4051-862c-50609b1a46e6 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1735389 Feb 17 20:24:03.794057 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34420) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:24:04.036128 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device befc2abb-512c-4785-ad31-90c1362a9db0 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:24:04.224536 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port befc2abb-512c-4785-ad31-90c1362a9db0 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:24:04.251959 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port befc2abb-512c-4785-ad31-90c1362a9db0 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:04.252389 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:04.286092 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Set router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:24:04.495562 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-711592cd-69e5-4b63-b3b5-bddb918fb5c3 None None] Provisioning complete for port befc2abb-512c-4785-ad31-90c1362a9db0 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:04.495986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-711592cd-69e5-4b63-b3b5-bddb918fb5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:04.772888 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:04.788572 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:04.806777 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-711592cd-69e5-4b63-b3b5-bddb918fb5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:04.854265 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port befc2abb-512c-4785-ad31-90c1362a9db0, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=befc2abb-512c-4785-ad31-90c1362a9db0,segment=NetworkSegment(e45334df-05ea-45a6-a57e-53782ad8df28),segment_id=e45334df-05ea-45a6-a57e-53782ad8df28)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:24:04.894276 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:04.902520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:04.977037 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [None req-711592cd-69e5-4b63-b3b5-bddb918fb5c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:24:04.977453 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [None req-711592cd-69e5-4b63-b3b5-bddb918fb5c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:24:04.980991 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '75d17412-b058-448e-adb5-019d4f780201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:24:00Z', 'updated_at': '2021-02-17T20:24:02Z', 'revision_number': 3, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'gw_port': {'id': '75d17412-b058-448e-adb5-019d4f780201', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:01Z', 'updated_at': '2021-02-17T20:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:04.997062 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Checking router: 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:24:04.997473 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Updating router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 port 75d17412-b058-448e-adb5-019d4f780201 binding host dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:24:05.051406 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=befc2abb-512c-4785-ad31-90c1362a9db0,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:05.058291 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:05.072623 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3b961f98-0785-4a72-b132-2eaa53b001e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:05.077413 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:05.142913 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Allocated IP 172.20.0.1 (f256d269-5eab-4d81-807f-092e499ece69/dda03c1e-8ef5-4a94-a4d2-d018d872efca/3838654c-a48b-4426-b634-e0ab689f6a88) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:24:05.299977 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:05.316780 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Transition to ACTIVE for port object 3838654c-a48b-4426-b634-e0ab689f6a88 will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:24:05.341523 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:05.357502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:05.479207 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:05.497651 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Pushing event updated for resources: {'Port': ['ID=3838654c-a48b-4426-b634-e0ab689f6a88,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:05.502954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:05.532603 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Transition to ACTIVE for port object 75d17412-b058-448e-adb5-019d4f780201 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:24:05.537765 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:05.553934 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:05.556161 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Network f256d269-5eab-4d81-807f-092e499ece69 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:24:05.557362 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:24:05.559698 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:24:05.621680 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406546'] for router_interface, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:05.870500 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc77b3-c4ea-4b6b-be5d-8174e3b564fa None None] Pushing event updated for resources: {'Port': ['ID=75d17412-b058-448e-adb5-019d4f780201,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:05.876546 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device befc2abb-512c-4785-ad31-90c1362a9db0 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:24:05.903874 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a5bc77b3-c4ea-4b6b-be5d-8174e3b564fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:05.924525 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:05.991810 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-eaf005ff-dbe2-4a7e-b3eb-c8ec1411f9c3 None None] Provisioning for port 3838654c-a48b-4426-b634-e0ab689f6a88 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:24:06.012736 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-eaf005ff-dbe2-4a7e-b3eb-c8ec1411f9c3 None None] Provisioning complete for port 3838654c-a48b-4426-b634-e0ab689f6a88 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:06.013208 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eaf005ff-dbe2-4a7e-b3eb-c8ec1411f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:06.061900 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Attempting to bind port 75d17412-b058-448e-adb5-019d4f780201 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:24:06.062336 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Attempting to bind port 75d17412-b058-448e-adb5-019d4f780201 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:24:06.062725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Attempting to bind port 75d17412-b058-448e-adb5-019d4f780201 on network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:24:06.068635 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port befc2abb-512c-4785-ad31-90c1362a9db0 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:06.069124 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:06.108616 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:24:06.109099 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Checking segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:24:06.109552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:06.110514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Bound using segment: {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:24:06.111039 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Bound port: 75d17412-b058-448e-adb5-019d4f780201, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426836f6-236e-456a-9e13-6ad2ed7b281f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:24:06.111459 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:06.174715 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-eaf005ff-dbe2-4a7e-b3eb-c8ec1411f9c3 None None] Port 3838654c-a48b-4426-b634-e0ab689f6a88 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:24:06.215545 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:06.219280 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:06.248666 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f57b20ee-2928-45b8-aacd-f28ebe7ec3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:06.265385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] For port 75d17412-b058-448e-adb5-019d4f780201, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:24:06.279765 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] For port 75d17412-b058-448e-adb5-019d4f780201, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=75d17412-b058-448e-adb5-019d4f780201,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:24:06.290829 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:06.308132 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:06.336483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369164'] for router_interface, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:06.352193 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Pushing event updated for resources: {'Port': ['ID=3838654c-a48b-4426-b634-e0ab689f6a88,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:06.400998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:06.457795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc77b3-c4ea-4b6b-be5d-8174e3b564fa None None] Pushing event updated for resources: {'Port': ['ID=75d17412-b058-448e-adb5-019d4f780201,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:06.470841 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a5bc77b3-c4ea-4b6b-be5d-8174e3b564fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:06.483630 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Network f256d269-5eab-4d81-807f-092e499ece69 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:24:06.484781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:24:06.518423 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Routers {'7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:24:06.519122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:23:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:06.685378 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:24:06.730458 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] Set router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:24:06.779169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-11043317-1d77-4b89-879d-96acf4bce149 None None] Provisioning complete for port 3838654c-a48b-4426-b634-e0ab689f6a88 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:06.779486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-11043317-1d77-4b89-879d-96acf4bce149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:06.930776 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-11043317-1d77-4b89-879d-96acf4bce149 None None] Port 3838654c-a48b-4426-b634-e0ab689f6a88 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:24:07.119157 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:24:07.129623 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] 10.222.0.73 "PUT /v2.0/routers/7c4bfa91-4cc6-4aa2-a4bd-03a48da10313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3342283 Feb 17 20:24:07.136497 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '75d17412-b058-448e-adb5-019d4f780201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:24:00Z', 'updated_at': '2021-02-17T20:24:05Z', 'revision_number': 4, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'gw_port': {'id': '75d17412-b058-448e-adb5-019d4f780201', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:01Z', 'updated_at': '2021-02-17T20:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '3838654c-a48b-4426-b634-e0ab689f6a88', 'name': '', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'mac_address': 'fa:16:3e:e8:e5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:04Z', 'updated_at': '2021-02-17T20:24:06Z', 'revision_number': 2, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'subnets': [{'id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:07.141370 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd039f3-ee64-4814-8150-643c6748d979 None None] The sync data for ids ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'] in dv-cinder-760038-3-iscsi is: [{'id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '75d17412-b058-448e-adb5-019d4f780201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:24:00Z', 'updated_at': '2021-02-17T20:24:05Z', 'revision_number': 4, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'gw_port': {'id': '75d17412-b058-448e-adb5-019d4f780201', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:01Z', 'updated_at': '2021-02-17T20:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '3838654c-a48b-4426-b634-e0ab689f6a88', 'name': '', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'mac_address': 'fa:16:3e:e8:e5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:04Z', 'updated_at': '2021-02-17T20:24:06Z', 'revision_number': 2, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'subnets': [{'id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:24:07.712685 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f05c2c41-de76-4a04-839a-5f208cdfe5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:07.976682 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:09.203892 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:09.492192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:09.915072 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 75d17412-b058-448e-adb5-019d4f780201 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:24:09.996329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 75d17412-b058-448e-adb5-019d4f780201 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:24:10.002162 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 75d17412-b058-448e-adb5-019d4f780201 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:10.002865 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:10.162900 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:10.182738 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 75d17412-b058-448e-adb5-019d4f780201, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=75d17412-b058-448e-adb5-019d4f780201,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:24:10.186406 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:10.189203 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:10.268594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=75d17412-b058-448e-adb5-019d4f780201,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:10.272653 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:10.625884 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Sync routers for ids ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:24:10.638123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Routers {'7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:24:10.638801 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:24:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:10.854793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Set router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:24:11.213650 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '75d17412-b058-448e-adb5-019d4f780201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:24:00Z', 'updated_at': '2021-02-17T20:24:05Z', 'revision_number': 4, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'gw_port': {'id': '75d17412-b058-448e-adb5-019d4f780201', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:01Z', 'updated_at': '2021-02-17T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '3838654c-a48b-4426-b634-e0ab689f6a88', 'name': '', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'mac_address': 'fa:16:3e:e8:e5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:04Z', 'updated_at': '2021-02-17T20:24:06Z', 'revision_number': 2, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'subnets': [{'id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:11.218207 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Checking router: 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:24:11.218611 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Updating router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 port 3838654c-a48b-4426-b634-e0ab689f6a88 binding host dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:24:11.284494 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:11.885591 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 75d17412-b058-448e-adb5-019d4f780201 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:24:11.906040 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:11.920588 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Transition to ACTIVE for port object 3838654c-a48b-4426-b634-e0ab689f6a88 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:24:11.924085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:11.941778 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-76154536-5dde-4c2b-8204-d6e96a96fe99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:11.974516 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 75d17412-b058-448e-adb5-019d4f780201 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:11.975290 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:12.090418 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Pushing event updated for resources: {'Port': ['ID=3838654c-a48b-4426-b634-e0ab689f6a88,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:12.105239 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.105591 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.105974 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.106412 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.106778 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.107144 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.107506 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.107865 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.108223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.108580 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.108996 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.109358 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.109811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.110172 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.110531 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.110887 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.111241 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.111597 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.111952 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.112305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.112664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.113050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.115637 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.116039 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:24:12.130077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:12.325698 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Attempting to bind port 3838654c-a48b-4426-b634-e0ab689f6a88 on host dv-cinder-760038-3-iscsi for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:24:12.326267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Attempting to bind port 3838654c-a48b-4426-b634-e0ab689f6a88 by drivers openvswitch on host dv-cinder-760038-3-iscsi at level 0 using segments [{'id': 'e45334df-05ea-45a6-a57e-53782ad8df28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:24:12.326694 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Attempting to bind port 3838654c-a48b-4426-b634-e0ab689f6a88 on network f256d269-5eab-4d81-807f-092e499ece69 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:24:12.336368 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Checking agent: {'id': '248c26b9-8a07-4385-b837-668f7edb2d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760038-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 1, 39), 'started_at': datetime.datetime(2021, 2, 17, 20, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760038-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:24:12.336928 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Checking segment: {'id': 'e45334df-05ea-45a6-a57e-53782ad8df28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:24:12.337460 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:12.337976 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Bound using segment: {'id': 'e45334df-05ea-45a6-a57e-53782ad8df28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:24:12.338592 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Bound port: 3838654c-a48b-4426-b634-e0ab689f6a88, host: dv-cinder-760038-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45334df-05ea-45a6-a57e-53782ad8df28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:24:12.339138 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:12.449782 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] For port 3838654c-a48b-4426-b634-e0ab689f6a88, host dv-cinder-760038-3-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:24:12.453616 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] For port 3838654c-a48b-4426-b634-e0ab689f6a88, host dv-cinder-760038-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=3838654c-a48b-4426-b634-e0ab689f6a88,segment=NetworkSegment(e45334df-05ea-45a6-a57e-53782ad8df28),segment_id=e45334df-05ea-45a6-a57e-53782ad8df28)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:24:12.457271 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:12.476656 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-03bf308d-e248-4d0c-99d6-2e82b062bcb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:12.633679 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Pushing event updated for resources: {'Port': ['ID=3838654c-a48b-4426-b634-e0ab689f6a88,revision_number=4']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:12.638267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-5a12ecae-e51a-4918-a175-28f334b2a51c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:12.693780 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Routers {'7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:24:12.694668 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:24:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:12.916769 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] Set router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:24:13.300409 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '75d17412-b058-448e-adb5-019d4f780201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:24:00Z', 'updated_at': '2021-02-17T20:24:05Z', 'revision_number': 4, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'gw_port': {'id': '75d17412-b058-448e-adb5-019d4f780201', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:01Z', 'updated_at': '2021-02-17T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '3838654c-a48b-4426-b634-e0ab689f6a88', 'name': '', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'mac_address': 'fa:16:3e:e8:e5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:04Z', 'updated_at': '2021-02-17T20:24:12Z', 'revision_number': 4, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'subnets': [{'id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:13.305126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8860d6a7-130e-4242-8a27-107604c271fd None None] The sync data for ids ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'] in dv-cinder-760038-3-iscsi is: [{'id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '75d17412-b058-448e-adb5-019d4f780201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:24:00Z', 'updated_at': '2021-02-17T20:24:05Z', 'revision_number': 4, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'gw_port': {'id': '75d17412-b058-448e-adb5-019d4f780201', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:01Z', 'updated_at': '2021-02-17T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '3838654c-a48b-4426-b634-e0ab689f6a88', 'name': '', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'mac_address': 'fa:16:3e:e8:e5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:04Z', 'updated_at': '2021-02-17T20:24:12Z', 'revision_number': 4, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'subnets': [{'id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:24:13.504783 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:13.913636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 3838654c-a48b-4426-b634-e0ab689f6a88 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:24:13.994113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning for port 3838654c-a48b-4426-b634-e0ab689f6a88 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:24:13.999699 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 3838654c-a48b-4426-b634-e0ab689f6a88 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:14.000176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:14.142686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:14.186311 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] For port 3838654c-a48b-4426-b634-e0ab689f6a88, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=3838654c-a48b-4426-b634-e0ab689f6a88,segment=NetworkSegment(e45334df-05ea-45a6-a57e-53782ad8df28),segment_id=e45334df-05ea-45a6-a57e-53782ad8df28)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:24:14.190303 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:14.192449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:14.272675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Pushing event updated for resources: {'Port': ['ID=3838654c-a48b-4426-b634-e0ab689f6a88,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:14.276569 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:15.875667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 3838654c-a48b-4426-b634-e0ab689f6a88 up at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:24:15.953244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Provisioning complete for port 3838654c-a48b-4426-b634-e0ab689f6a88 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:15.954529 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:16.846486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-7ef0dec4-b391-43e9-bff2-8b7012277e23 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:16.847226 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-7ef0dec4-b391-43e9-bff2-8b7012277e23 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Synchronizing usage tracker for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:network {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:24:16.863697 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-7ef0dec4-b391-43e9-bff2-8b7012277e23 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Unset dirty status for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:network {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:24:16.864899 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-7ef0dec4-b391-43e9-bff2-8b7012277e23 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/networks?id=f256d269-5eab-4d81-807f-092e499ece69 HTTP/1.1" status: 200 len: 814 time: 0.1724641 Feb 17 20:24:16.881527 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-5416fc56-9cf8-4cfe-ae21-f9bf51c8e5d8 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/quotas/ce62cbb6490f4836b8cdee328bc062c6 HTTP/1.1" status: 200 len: 375 time: 0.0102556 Feb 17 20:24:16.973003 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-e040fa74-02c2-47b3-bdf3-ecc5532dc0fd tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Synchronizing usage tracker for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:24:16.989133 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-e040fa74-02c2-47b3-bdf3-ecc5532dc0fd tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Unset dirty status for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:24:16.990486 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-e040fa74-02c2-47b3-bdf3-ecc5532dc0fd tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce62cbb6490f4836b8cdee328bc062c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036174 Feb 17 20:24:17.189587 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-5d0a7978-1ea6-47c1-99a6-aee8af0713af service neutron] 10.222.0.73 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861873 Feb 17 20:24:17.332730 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-17ba7902-8484-40ec-98bb-e10b73ca5936 service neutron] 10.222.0.73 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367195 Feb 17 20:24:17.524273 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3305d8fd-bdb9-43ba-a324-9575a5c28b14 req-9d68fc73-10a8-4da3-97eb-69f8743d6841 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 210 time: 0.0496812 Feb 17 20:24:18.717271 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-38cef46c-6dbe-4a75-815b-dbb6da2483b6 req-2462e0ed-4e46-4703-a076-ebd964cb6fa5 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 210 time: 0.0644591 Feb 17 20:24:18.782886 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-e46a45ec-4468-4aec-9b2a-79cea2ebf2a4 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:18.784465 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-e46a45ec-4468-4aec-9b2a-79cea2ebf2a4 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.127 "GET /v2.0/networks?id=f256d269-5eab-4d81-807f-092e499ece69 HTTP/1.1" status: 200 len: 814 time: 0.2204244 Feb 17 20:24:18.798216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Request body: {'port': {'device_id': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'admin_state_up': True, 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:24:18.945456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:24:18.955391 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:24:18.965518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Made reservation on behalf of ce62cbb6490f4836b8cdee328bc062c6 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:24:18.971314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:19.353283 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Allocated IP 172.20.0.3 (f256d269-5eab-4d81-807f-092e499ece69/dda03c1e-8ef5-4a94-a4d2-d018d872efca/94908655-b8a8-43e1-ae6d-4fd67f1da513) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:24:19.593068 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:19.611640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Transition to ACTIVE for port object 94908655-b8a8-43e1-ae6d-4fd67f1da513 will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:24:19.640746 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:19.660694 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cebfc894-f5b1-49c8-9a1f-29ad2e84c3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:19.811564 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Pushing event updated for resources: {'Port': ['ID=94908655-b8a8-43e1-ae6d-4fd67f1da513,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:19.816571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:19.936336 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Network f256d269-5eab-4d81-807f-092e499ece69 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:24:19.939065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:24:19.942400 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:24:20.033426 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:20.034131 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:20.046126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd5480-cc1b-4059-91d5-69e2962767cc req-09f40d35-10f4-485a-9c80-70aa5dfd6b4d tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:20.054689 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0ebd5480-cc1b-4059-91d5-69e2962767cc req-09f40d35-10f4-485a-9c80-70aa5dfd6b4d tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 931 time: 0.2152655 Feb 17 20:24:20.116670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-0ebd5480-cc1b-4059-91d5-69e2962767cc req-ffe81327-ef71-4ec3-bc3e-275009c2a299 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Synchronizing usage tracker for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:24:20.122131 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-82e0d5a8-b7a9-4f78-a621-d5f591b21aa7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3285341 Feb 17 20:24:20.135823 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-0ebd5480-cc1b-4059-91d5-69e2962767cc req-ffe81327-ef71-4ec3-bc3e-275009c2a299 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Unset dirty status for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:24:20.137090 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0ebd5480-cc1b-4059-91d5-69e2962767cc req-ffe81327-ef71-4ec3-bc3e-275009c2a299 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815198 Feb 17 20:24:20.219926 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-ae3f1541-05ce-4f7f-a0f9-2a3ea2eb07b0 None None] Provisioning for port 94908655-b8a8-43e1-ae6d-4fd67f1da513 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:24:20.226023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-ae3f1541-05ce-4f7f-a0f9-2a3ea2eb07b0 None None] Provisioning complete for port 94908655-b8a8-43e1-ae6d-4fd67f1da513 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:20.226559 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1541-05ce-4f7f-a0f9-2a3ea2eb07b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:20.289564 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-ae3f1541-05ce-4f7f-a0f9-2a3ea2eb07b0 None None] Port 94908655-b8a8-43e1-ae6d-4fd67f1da513 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:24:21.346002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d7d2e-0f71-49a3-b016-61966fabd0df req-d1f7fe8f-0ada-4937-bdd7-556b10c8e6ce tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:21.346965 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ca7d7d2e-0f71-49a3-b016-61966fabd0df req-d1f7fe8f-0ada-4937-bdd7-556b10c8e6ce tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Synchronizing usage tracker for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:24:21.365953 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ca7d7d2e-0f71-49a3-b016-61966fabd0df req-d1f7fe8f-0ada-4937-bdd7-556b10c8e6ce tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Unset dirty status for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:24:21.367305 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ca7d7d2e-0f71-49a3-b016-61966fabd0df req-d1f7fe8f-0ada-4937-bdd7-556b10c8e6ce tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 931 time: 0.1104646 Feb 17 20:24:21.427267 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ca7d7d2e-0f71-49a3-b016-61966fabd0df req-26fad487-8d28-466f-bc37-20551e78301f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533042 Feb 17 20:24:22.634728 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b661897-7ade-4db5-87f7-b3b4bd80dc99 req-571742ef-28f6-4cdb-97cb-1f188399bcec tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:22.636411 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6b661897-7ade-4db5-87f7-b3b4bd80dc99 req-571742ef-28f6-4cdb-97cb-1f188399bcec tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 931 time: 0.0923381 Feb 17 20:24:22.686949 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6b661897-7ade-4db5-87f7-b3b4bd80dc99 req-2893f28c-b82e-4893-bef6-599fc4141012 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435472 Feb 17 20:24:23.899581 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72a58b-18b8-432a-9a13-f664f2629a8a req-0f755c54-b53f-41d0-b917-8dc41bdeea4e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:23.901288 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3b72a58b-18b8-432a-9a13-f664f2629a8a req-0f755c54-b53f-41d0-b917-8dc41bdeea4e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 931 time: 0.0980690 Feb 17 20:24:23.955196 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3b72a58b-18b8-432a-9a13-f664f2629a8a req-adf1e799-3f4d-470c-9e38-f8552e56e0ab tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466943 Feb 17 20:24:24.371178 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:24:25.158502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576a22b-2bda-4e99-ae85-6797a99fdea4 req-77a2c04b-5da6-4eee-b29e-b8302fe05ba9 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:25.160377 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5576a22b-2bda-4e99-ae85-6797a99fdea4 req-77a2c04b-5da6-4eee-b29e-b8302fe05ba9 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 931 time: 0.0894086 Feb 17 20:24:25.214980 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5576a22b-2bda-4e99-ae85-6797a99fdea4 req-85da2e6b-b178-433b-ba71-ebd82d17dc97 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436964 Feb 17 20:24:26.419768 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832d9f0-7d7e-472d-984e-2a1dcc094bd7 req-81061f53-d165-42ee-867a-fa970f812e8c tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:26.422956 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e832d9f0-7d7e-472d-984e-2a1dcc094bd7 req-81061f53-d165-42ee-867a-fa970f812e8c tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 931 time: 0.0953856 Feb 17 20:24:26.477406 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e832d9f0-7d7e-472d-984e-2a1dcc094bd7 req-5862f8bf-f912-451b-9455-44cadd60b30f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470350 Feb 17 20:24:27.680578 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5c362-be1b-4109-a190-cc8b06e80036 req-6e28e858-b299-4607-b314-760209cc8c2a tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:27.682232 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fed5c362-be1b-4109-a190-cc8b06e80036 req-6e28e858-b299-4607-b314-760209cc8c2a tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 931 time: 0.0939727 Feb 17 20:24:27.737755 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fed5c362-be1b-4109-a190-cc8b06e80036 req-29b8f451-cbe4-431d-9f53-7e0c2ac92b94 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484776 Feb 17 20:24:28.940555 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89579b5c-b218-4984-a773-9c77d6cc4d3d req-5d5d5382-514c-42c7-a7c0-3dd7dd913bc0 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:28.942267 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-89579b5c-b218-4984-a773-9c77d6cc4d3d req-5d5d5382-514c-42c7-a7c0-3dd7dd913bc0 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 931 time: 0.0899372 Feb 17 20:24:28.991859 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-89579b5c-b218-4984-a773-9c77d6cc4d3d req-1131aeb9-13e6-4f2b-9bca-ad141f3dbfcc tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431371 Feb 17 20:24:29.544675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Request body: {'port': {'device_id': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:24:29.667688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:30.086002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94908655-b8a8-43e1-ae6d-4fd67f1da513 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:24:30.094492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:30.108231 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Transition to ACTIVE for port object 94908655-b8a8-43e1-ae6d-4fd67f1da513 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:24:30.150368 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:30.171195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d4daf9d9-e182-4234-a26c-3db1dd985c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:30.341494 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Pushing event updated for resources: {'Port': ['ID=94908655-b8a8-43e1-ae6d-4fd67f1da513,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:30.355174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:30.382449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3f59d-a7a9-46c5-a3fc-7d34786f715b req-86f5460f-e0b9-4fcd-b76b-fb8226e6289e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:30.384088 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-37b3f59d-a7a9-46c5-a3fc-7d34786f715b req-86f5460f-e0b9-4fcd-b76b-fb8226e6289e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 943 time: 0.2773254 Feb 17 20:24:30.544112 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-37b3f59d-a7a9-46c5-a3fc-7d34786f715b req-e05539ae-7783-4b4c-9dde-7d9581047f53 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514368 Feb 17 20:24:30.574329 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Attempting to bind port 94908655-b8a8-43e1-ae6d-4fd67f1da513 on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:24:30.574710 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Attempting to bind port 94908655-b8a8-43e1-ae6d-4fd67f1da513 by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': 'e45334df-05ea-45a6-a57e-53782ad8df28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:24:30.575079 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Attempting to bind port 94908655-b8a8-43e1-ae6d-4fd67f1da513 on network f256d269-5eab-4d81-807f-092e499ece69 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:24:30.581584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:24:30.581970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Checking segment: {'id': 'e45334df-05ea-45a6-a57e-53782ad8df28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:24:30.582378 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:30.582777 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Bound using segment: {'id': 'e45334df-05ea-45a6-a57e-53782ad8df28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:24:30.583257 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Bound port: 94908655-b8a8-43e1-ae6d-4fd67f1da513, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45334df-05ea-45a6-a57e-53782ad8df28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:24:30.583633 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:30.679156 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] For port 94908655-b8a8-43e1-ae6d-4fd67f1da513, host hv-cinder-76003, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:24:30.682342 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] For port 94908655-b8a8-43e1-ae6d-4fd67f1da513, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=94908655-b8a8-43e1-ae6d-4fd67f1da513,segment=NetworkSegment(e45334df-05ea-45a6-a57e-53782ad8df28),segment_id=e45334df-05ea-45a6-a57e-53782ad8df28)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:24:30.685849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:30.705452 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-204716e4-d6c8-4671-a4b3-24f8198e554f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:31.086730 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Pushing event updated for resources: {'Port': ['ID=94908655-b8a8-43e1-ae6d-4fd67f1da513,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:31.099857 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:31.131656 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:31.132340 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:31.133864 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] 10.222.0.127 "PUT /v2.0/ports/94908655-b8a8-43e1-ae6d-4fd67f1da513 HTTP/1.1" status: 200 len: 1157 time: 1.5949399 Feb 17 20:24:31.134391 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'tag': '94908655-b8a8-43e1-ae6d-4fd67f1da513'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:24:31.211532 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'tag': '94908655-b8a8-43e1-ae6d-4fd67f1da513', 'status': 'completed', 'code': 200} Feb 17 20:24:31.257171 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-8ec65bfb-6b15-48fb-ad9f-1b5d2842bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:31.258821 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-8ec65bfb-6b15-48fb-ad9f-1b5d2842bfcb service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ce62cbb6490f4836b8cdee328bc062c6&device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 1160 time: 0.0856884 Feb 17 20:24:31.340136 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-352de7a1-1807-4f36-a82a-35166bd20140 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94908655-b8a8-43e1-ae6d-4fd67f1da513 HTTP/1.1" status: 200 len: 217 time: 0.0720870 Feb 17 20:24:31.412277 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-ec93da14-dc7d-4ce9-9b85-006822e99be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:31.413862 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-ec93da14-dc7d-4ce9-9b85-006822e99be1 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=dda03c1e-8ef5-4a94-a4d2-d018d872efca HTTP/1.1" status: 200 len: 853 time: 0.0676644 Feb 17 20:24:31.501251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-d82ba6f6-5d08-41ae-9219-5a2d6fc9fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:31.502875 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-d82ba6f6-5d08-41ae-9219-5a2d6fc9fdc1 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f256d269-5eab-4d81-807f-092e499ece69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826807 Feb 17 20:24:31.648483 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-0c119cb4-4370-46d5-8040-13b781a7da5a service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387944 Feb 17 20:24:31.862364 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-72a5abbf-cf1f-4991-8e08-6c076de032e8 req-ae81ab53-6d68-4105-badf-5a30d6161d3b service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2075939 Feb 17 20:24:31.868920 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ada61d-1fff-4921-8abd-da6d45bc8bad req-ea8e3a68-74a1-4562-bf6e-cc49c8381efd tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:31.870720 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-12ada61d-1fff-4921-8abd-da6d45bc8bad req-ea8e3a68-74a1-4562-bf6e-cc49c8381efd tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 943 time: 0.1919482 Feb 17 20:24:31.969480 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-12ada61d-1fff-4921-8abd-da6d45bc8bad req-ba1f0bcc-f619-4064-993f-7d64b7c22781 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915542 Feb 17 20:24:31.999733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc4c4e-0672-4c7a-8ec2-03a108e0a6b9 req-f1bfd23a-e763-4d2f-aaf9-5e2b716e0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:32.001386 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cbcc4c4e-0672-4c7a-8ec2-03a108e0a6b9 req-f1bfd23a-e763-4d2f-aaf9-5e2b716e0318 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ce62cbb6490f4836b8cdee328bc062c6&device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 1160 time: 0.0906601 Feb 17 20:24:32.145671 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc4c4e-0672-4c7a-8ec2-03a108e0a6b9 req-871838f0-2a5f-4849-8efe-c661b2efda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:32.147277 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cbcc4c4e-0672-4c7a-8ec2-03a108e0a6b9 req-871838f0-2a5f-4849-8efe-c661b2efda35 service neutron] 10.222.0.127 "GET /v2.0/networks?id=f256d269-5eab-4d81-807f-092e499ece69 HTTP/1.1" status: 200 len: 908 time: 0.1387453 Feb 17 20:24:32.224954 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cbcc4c4e-0672-4c7a-8ec2-03a108e0a6b9 req-d232546d-7aca-481c-811b-85aa7b916910 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94908655-b8a8-43e1-ae6d-4fd67f1da513 HTTP/1.1" status: 200 len: 217 time: 0.0706830 Feb 17 20:24:32.294563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc4c4e-0672-4c7a-8ec2-03a108e0a6b9 req-5366f829-99a5-422d-99d7-dfe7c78dee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:32.296122 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cbcc4c4e-0672-4c7a-8ec2-03a108e0a6b9 req-5366f829-99a5-422d-99d7-dfe7c78dee7d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=dda03c1e-8ef5-4a94-a4d2-d018d872efca HTTP/1.1" status: 200 len: 853 time: 0.0639734 Feb 17 20:24:32.379467 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc4c4e-0672-4c7a-8ec2-03a108e0a6b9 req-3feb2033-29cd-412e-a9c0-43ee69a4dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:32.381089 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cbcc4c4e-0672-4c7a-8ec2-03a108e0a6b9 req-3feb2033-29cd-412e-a9c0-43ee69a4dd7e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f256d269-5eab-4d81-807f-092e499ece69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779128 Feb 17 20:24:32.527896 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cbcc4c4e-0672-4c7a-8ec2-03a108e0a6b9 req-183380b7-1322-4fa4-908a-f8639e1e17e7 service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388485 Feb 17 20:24:32.672428 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cbcc4c4e-0672-4c7a-8ec2-03a108e0a6b9 req-fcb4f77c-5299-49c7-bf15-c4351fd4f0af service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377769 Feb 17 20:24:33.173832 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ae080-6600-407e-ad2b-a9f78a0c6e07 req-f3c9e6d7-8235-4d98-81a5-985e15d29174 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:33.175438 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-763ae080-6600-407e-ad2b-a9f78a0c6e07 req-f3c9e6d7-8235-4d98-81a5-985e15d29174 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 943 time: 0.0913348 Feb 17 20:24:33.225272 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-763ae080-6600-407e-ad2b-a9f78a0c6e07 req-09738cff-9091-4a3d-9171-d8fc285ad67b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430760 Feb 17 20:24:34.422079 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1bbd4-99c8-4f53-bbcf-b92935ac9d29 req-d751a857-5906-4a14-9e4b-48cf8b2758e3 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:34.423705 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e2c1bbd4-99c8-4f53-bbcf-b92935ac9d29 req-d751a857-5906-4a14-9e4b-48cf8b2758e3 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 943 time: 0.0868752 Feb 17 20:24:34.475107 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e2c1bbd4-99c8-4f53-bbcf-b92935ac9d29 req-b22ed5e4-45cc-42dd-bf3a-a055c8a2c7df tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450652 Feb 17 20:24:34.716676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.objects.ports [None req-bbe62e13-531c-46c0-8df3-bbba60c61592 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:24:35.043284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-df639575-9356-4233-9670-151f9953e265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:35.096249 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 94908655-b8a8-43e1-ae6d-4fd67f1da513 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:24:35.168640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port 94908655-b8a8-43e1-ae6d-4fd67f1da513 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:24:35.174108 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 94908655-b8a8-43e1-ae6d-4fd67f1da513 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:35.174532 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:35.300006 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:35.328314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94908655-b8a8-43e1-ae6d-4fd67f1da513'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:24:35.339037 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 94908655-b8a8-43e1-ae6d-4fd67f1da513, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=94908655-b8a8-43e1-ae6d-4fd67f1da513,segment=NetworkSegment(e45334df-05ea-45a6-a57e-53782ad8df28),segment_id=e45334df-05ea-45a6-a57e-53782ad8df28)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:24:35.342184 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:35.344805 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:35.382341 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94908655-b8a8-43e1-ae6d-4fd67f1da513', 'code': 200} Feb 17 20:24:35.417173 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=94908655-b8a8-43e1-ae6d-4fd67f1da513,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:35.420493 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:35.678678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da898198-fb17-43f9-b098-7032068234cb req-ad9924f6-62e8-4cde-9d0e-7887683154ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:35.680288 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-da898198-fb17-43f9-b098-7032068234cb req-ad9924f6-62e8-4cde-9d0e-7887683154ea service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 1162 time: 0.1400759 Feb 17 20:24:35.724431 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8723fd-d448-4377-81f3-d8b25b717f00 req-9ccbac0b-9fe4-4fbf-a1a2-26968acb009d tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:35.726024 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9a8723fd-d448-4377-81f3-d8b25b717f00 req-9ccbac0b-9fe4-4fbf-a1a2-26968acb009d tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 945 time: 0.1337776 Feb 17 20:24:35.760048 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-da898198-fb17-43f9-b098-7032068234cb req-6c561c38-e458-4039-ae6e-950afa86777a service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710585 Feb 17 20:24:35.783352 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9a8723fd-d448-4377-81f3-d8b25b717f00 req-42ebd6bf-a54d-45cd-be03-cd75b8c36423 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502238 Feb 17 20:24:36.683157 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 94908655-b8a8-43e1-ae6d-4fd67f1da513 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:24:36.756473 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 94908655-b8a8-43e1-ae6d-4fd67f1da513 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:36.756911 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:36.983653 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de31bb-f6f6-4a39-bf17-a077a58f8fab req-ae55ba40-7c7b-4e7f-95cc-d938b79c866f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:36.985735 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-98de31bb-f6f6-4a39-bf17-a077a58f8fab req-ae55ba40-7c7b-4e7f-95cc-d938b79c866f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 945 time: 0.0863981 Feb 17 20:24:37.036507 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-98de31bb-f6f6-4a39-bf17-a077a58f8fab req-4b5d829e-3fd5-4edd-becc-b6993b7a446a tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444443 Feb 17 20:24:37.367474 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ae31-793d-4f2b-a7bd-862130866ae8 req-2ea01e87-9b3e-42d1-b4fb-fc6febb38f22 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:37.369103 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5113ae31-793d-4f2b-a7bd-862130866ae8 req-2ea01e87-9b3e-42d1-b4fb-fc6febb38f22 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 945 time: 0.0885627 Feb 17 20:24:37.417088 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5113ae31-793d-4f2b-a7bd-862130866ae8 req-efefb0a2-974d-4ebb-a8d9-466d714f196e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Feb 17 20:24:37.703861 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ccb25835-b0c3-45a6-9753-cccacd263ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:37.827112 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e2dbe-ee6d-4a33-b0ba-1e12e927bb69 req-247ac13c-182c-4dba-af9c-a8cf8e38af36 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:37.829247 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-917e2dbe-ee6d-4a33-b0ba-1e12e927bb69 req-247ac13c-182c-4dba-af9c-a8cf8e38af36 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 945 time: 0.0905516 Feb 17 20:24:37.876547 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-917e2dbe-ee6d-4a33-b0ba-1e12e927bb69 req-bfe5ee3b-a273-43bb-b12c-a099b4e89745 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411422 Feb 17 20:24:37.969670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:38.683318 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 94908655-b8a8-43e1-ae6d-4fd67f1da513 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:24:38.757373 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 94908655-b8a8-43e1-ae6d-4fd67f1da513 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:38.757910 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:39.205469 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:39.489707 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:40.329322 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b31faf41-aebf-4cd1-96e2-75e3175cb79c req-88c2e424-58ae-4bfb-93e6-510d77d6bc1f service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0781214 Feb 17 20:24:40.483583 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31faf41-aebf-4cd1-96e2-75e3175cb79c req-fcf35b05-c8d8-4ed5-bea6-427cd92c5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:40.485857 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b31faf41-aebf-4cd1-96e2-75e3175cb79c req-fcf35b05-c8d8-4ed5-bea6-427cd92c5748 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 1163 time: 0.0834455 Feb 17 20:24:40.643817 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31faf41-aebf-4cd1-96e2-75e3175cb79c req-42a3e454-70d0-45e5-9c03-f7cb29eefdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:40.645426 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b31faf41-aebf-4cd1-96e2-75e3175cb79c req-42a3e454-70d0-45e5-9c03-f7cb29eefdaa service neutron] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1396937 Feb 17 20:24:40.758391 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b31faf41-aebf-4cd1-96e2-75e3175cb79c req-3ce859d6-20b2-4ebc-9023-06ca53b54d27 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=485426d9-edfd-454e-a1aa-3382c16b46bc HTTP/1.1" status: 200 len: 1002 time: 0.1040838 Feb 17 20:24:40.831225 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31faf41-aebf-4cd1-96e2-75e3175cb79c req-e49a3af1-6681-491a-af26-c1ac6ab0e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:40.832781 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b31faf41-aebf-4cd1-96e2-75e3175cb79c req-e49a3af1-6681-491a-af26-c1ac6ab0e873 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0677326 Feb 17 20:24:40.914871 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31faf41-aebf-4cd1-96e2-75e3175cb79c req-88b33297-30aa-461e-a9ed-be9db165a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:40.916384 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b31faf41-aebf-4cd1-96e2-75e3175cb79c req-88b33297-30aa-461e-a9ed-be9db165a73d service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769329 Feb 17 20:24:41.058958 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b31faf41-aebf-4cd1-96e2-75e3175cb79c req-9b45fae5-93c8-4fa5-82b7-4d3ac3471b78 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350293 Feb 17 20:24:41.203494 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b31faf41-aebf-4cd1-96e2-75e3175cb79c req-2c7eea00-25da-4ea1-9f4a-47a390e3e903 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369228 Feb 17 20:24:43.513535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:47.191183 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb147f-c00f-4f61-8e9b-58249dfddc7b req-4c3f5012-408c-4f00-9b3e-a62673884670 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:47.192757 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-26cb147f-c00f-4f61-8e9b-58249dfddc7b req-4c3f5012-408c-4f00-9b3e-a62673884670 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 945 time: 0.0913506 Feb 17 20:24:47.239474 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-26cb147f-c00f-4f61-8e9b-58249dfddc7b req-7751eaf2-d426-4e37-a68a-a0fedc61e8b6 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 Feb 17 20:24:47.443457 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa8dde52-3486-474e-b487-e8ad133f4c91 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1659942 Feb 17 20:24:47.453509 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Request body: {'floatingip': {'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:24:47.459065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:24:47.463191 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Usage tracker for resource:floatingip and tenant:ce62cbb6490f4836b8cdee328bc062c6 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:24:47.466223 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:24:47.472024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:24:47.481275 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for floatingip, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:47.623211 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:48.137571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Allocated IP 172.27.1.75 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/73fef81b-bab8-4069-955e-c8b283fb6c87) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:24:48.302742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:48.333950 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:48.350197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-04029748-45e9-4bfd-b950-3a2c1bd5afc4 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:48.487776 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Pushing event updated for resources: {'Port': ['ID=73fef81b-bab8-4069-955e-c8b283fb6c87,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:48.493308 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:48.545533 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:24:48.546707 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:24:48.549172 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:24:48.634350 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:48.695967 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:48.969966 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:48.973573 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:48.989155 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-98603776-44fa-4175-83cc-e548be40c22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:49.127411 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Pushing event updated for resources: {'Port': ['ID=73fef81b-bab8-4069-955e-c8b283fb6c87,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:49.132429 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:49.231607 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:49.254231 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:49.255571 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8062205 Feb 17 20:24:49.346413 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-53b9d9b7-3477-4f96-88bc-41f8e9918b08 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Synchronizing usage tracker for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:floatingip {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:24:49.362845 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-53b9d9b7-3477-4f96-88bc-41f8e9918b08 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Unset dirty status for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:floatingip {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:24:49.364107 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-53b9d9b7-3477-4f96-88bc-41f8e9918b08 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.75 HTTP/1.1" status: 200 len: 695 time: 0.1022084 Feb 17 20:24:49.526492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-58b273a3-738c-41ce-815e-f3d50b75c824 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:49.527986 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d791d3e5-e847-4cb6-91e9-04f61ab060f2 req-58b273a3-738c-41ce-815e-f3d50b75c824 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/networks/20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 HTTP/1.1" status: 200 len: 784 time: 0.1572046 Feb 17 20:24:49.713615 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ee148-47b8-42f9-b323-03a0637edb4e req-0f9da8bb-751f-4c2d-8cad-994ea46cf090 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:49.715233 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-322ee148-47b8-42f9-b323-03a0637edb4e req-0f9da8bb-751f-4c2d-8cad-994ea46cf090 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0925298 Feb 17 20:24:49.803665 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-322ee148-47b8-42f9-b323-03a0637edb4e req-0ed88110-48d9-4c8e-94ae-bedbfcef1f72 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.75 HTTP/1.1" status: 200 len: 695 time: 0.0816593 Feb 17 20:24:49.813795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-322ee148-47b8-42f9-b323-03a0637edb4e req-c7cc1daa-56f9-4beb-a63d-c9a80e6eec02 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Request body: {'floatingip': {'port_id': '94908655-b8a8-43e1-ae6d-4fd67f1da513', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:24:49.895645 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-322ee148-47b8-42f9-b323-03a0637edb4e req-c7cc1daa-56f9-4beb-a63d-c9a80e6eec02 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for floatingip, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:50.534527 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-322ee148-47b8-42f9-b323-03a0637edb4e req-c7cc1daa-56f9-4beb-a63d-c9a80e6eec02 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:50.537495 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-322ee148-47b8-42f9-b323-03a0637edb4e req-c7cc1daa-56f9-4beb-a63d-c9a80e6eec02 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:50.720921 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [req-322ee148-47b8-42f9-b323-03a0637edb4e req-c7cc1daa-56f9-4beb-a63d-c9a80e6eec02 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Floating IP d3bce34c-e8ed-46c9-b0e6-ec624bd28269 associated. External IP: 172.27.1.75, port: 94908655-b8a8-43e1-ae6d-4fd67f1da513. Feb 17 20:24:51.336649 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-322ee148-47b8-42f9-b323-03a0637edb4e req-c7cc1daa-56f9-4beb-a63d-c9a80e6eec02 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:24:51.532061 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-322ee148-47b8-42f9-b323-03a0637edb4e req-c7cc1daa-56f9-4beb-a63d-c9a80e6eec02 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:24:51.536414 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-322ee148-47b8-42f9-b323-03a0637edb4e req-c7cc1daa-56f9-4beb-a63d-c9a80e6eec02 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:51.541812 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969b9ac-4435-4ddd-a9d2-94f696c324ef None None] Sync routers for ids ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:24:51.552305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3969b9ac-4435-4ddd-a9d2-94f696c324ef None None] Routers {'7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:24:51.553021 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-3969b9ac-4435-4ddd-a9d2-94f696c324ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:24:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:51.595722 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-322ee148-47b8-42f9-b323-03a0637edb4e req-c7cc1daa-56f9-4beb-a63d-c9a80e6eec02 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "PUT /v2.0/floatingips/d3bce34c-e8ed-46c9-b0e6-ec624bd28269 HTTP/1.1" status: 200 len: 995 time: 1.7859414 Feb 17 20:24:51.596214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'tag': '94908655-b8a8-43e1-ae6d-4fd67f1da513'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:24:51.690289 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ee148-47b8-42f9-b323-03a0637edb4e req-2f4a9bf8-1ce3-4b53-bc5b-7d37a030c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:51.691938 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-322ee148-47b8-42f9-b323-03a0637edb4e req-2f4a9bf8-1ce3-4b53-bc5b-7d37a030c563 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce62cbb6490f4836b8cdee328bc062c6&device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 1162 time: 0.0822453 Feb 17 20:24:51.745631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-3969b9ac-4435-4ddd-a9d2-94f696c324ef None None] Set router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:24:51.835098 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ee148-47b8-42f9-b323-03a0637edb4e req-9b45660a-0ed2-45b0-a847-b1440389f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:51.836713 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-322ee148-47b8-42f9-b323-03a0637edb4e req-9b45660a-0ed2-45b0-a847-b1440389f473 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f256d269-5eab-4d81-807f-092e499ece69 HTTP/1.1" status: 200 len: 908 time: 0.1383290 Feb 17 20:24:51.948294 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-322ee148-47b8-42f9-b323-03a0637edb4e req-884ce080-3cb1-4565-b894-0574e5b2f879 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94908655-b8a8-43e1-ae6d-4fd67f1da513 HTTP/1.1" status: 200 len: 998 time: 0.1047671 Feb 17 20:24:52.020242 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ee148-47b8-42f9-b323-03a0637edb4e req-f754aba3-5b89-4504-8f00-15b1bb9fb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:52.021981 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-322ee148-47b8-42f9-b323-03a0637edb4e req-f754aba3-5b89-4504-8f00-15b1bb9fb7df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dda03c1e-8ef5-4a94-a4d2-d018d872efca HTTP/1.1" status: 200 len: 853 time: 0.0672891 Feb 17 20:24:52.105242 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ee148-47b8-42f9-b323-03a0637edb4e req-0c935e52-2e49-473e-b0bb-23b8cdaef5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:52.106899 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-322ee148-47b8-42f9-b323-03a0637edb4e req-0c935e52-2e49-473e-b0bb-23b8cdaef5b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f256d269-5eab-4d81-807f-092e499ece69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785222 Feb 17 20:24:52.117309 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-3969b9ac-4435-4ddd-a9d2-94f696c324ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '75d17412-b058-448e-adb5-019d4f780201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:24:00Z', 'updated_at': '2021-02-17T20:24:05Z', 'revision_number': 4, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'gw_port': {'id': '75d17412-b058-448e-adb5-019d4f780201', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:01Z', 'updated_at': '2021-02-17T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': 'd3bce34c-e8ed-46c9-b0e6-ec624bd28269', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'port_id': '94908655-b8a8-43e1-ae6d-4fd67f1da513', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'mac_address': 'fa:16:3e:b9:e0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:24:48Z', 'updated_at': '2021-02-17T20:24:50Z', 'revision_number': 1, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3838654c-a48b-4426-b634-e0ab689f6a88', 'name': '', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'mac_address': 'fa:16:3e:e8:e5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:04Z', 'updated_at': '2021-02-17T20:24:14Z', 'revision_number': 5, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'subnets': [{'id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:52.121661 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969b9ac-4435-4ddd-a9d2-94f696c324ef None None] Checking router: 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:24:52.131038 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3969b9ac-4435-4ddd-a9d2-94f696c324ef None None] Routers {'7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:24:52.131698 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-3969b9ac-4435-4ddd-a9d2-94f696c324ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:24:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:52.256350 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-322ee148-47b8-42f9-b323-03a0637edb4e req-4bf0fe4d-d43d-497b-bd58-7d654d281d32 service neutron] 10.222.0.73 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417651 Feb 17 20:24:52.325908 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-3969b9ac-4435-4ddd-a9d2-94f696c324ef None None] Set router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:24:52.406527 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-322ee148-47b8-42f9-b323-03a0637edb4e req-9cd12df0-34e1-4e6d-a901-ae48e7a4f518 service neutron] 10.222.0.73 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1435668 Feb 17 20:24:52.461975 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'tag': '94908655-b8a8-43e1-ae6d-4fd67f1da513', 'status': 'completed', 'code': 200} Feb 17 20:24:52.478808 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-d6002374-d1be-44e3-bf73-aabfee748156 req-fe3bf435-6eb3-4ef1-897a-74a9bd176a14 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-780872548', 'description': 'tempest-TestMinimumBasicScenario-780872548 description'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:24:52.524083 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-d6002374-d1be-44e3-bf73-aabfee748156 req-fe3bf435-6eb3-4ef1-897a-74a9bd176a14 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:24:52.545146 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-d6002374-d1be-44e3-bf73-aabfee748156 req-fe3bf435-6eb3-4ef1-897a-74a9bd176a14 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:24:52.561182 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d6002374-d1be-44e3-bf73-aabfee748156 req-fe3bf435-6eb3-4ef1-897a-74a9bd176a14 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:52.590381 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-d6002374-d1be-44e3-bf73-aabfee748156 req-fe3bf435-6eb3-4ef1-897a-74a9bd176a14 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:24:52.600510 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d6002374-d1be-44e3-bf73-aabfee748156 req-fe3bf435-6eb3-4ef1-897a-74a9bd176a14 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Usage tracker for resource:security_group_rule and tenant:ce62cbb6490f4836b8cdee328bc062c6 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:24:52.605040 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d6002374-d1be-44e3-bf73-aabfee748156 req-fe3bf435-6eb3-4ef1-897a-74a9bd176a14 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:24:52.613241 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6cfd-d266-4bb3-9e16-e5de2dbdfd60 req-d9589fb2-2107-42e4-b832-7b4e20466980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:52.614947 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e9f6cfd-d266-4bb3-9e16-e5de2dbdfd60 req-d9589fb2-2107-42e4-b832-7b4e20466980 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ce62cbb6490f4836b8cdee328bc062c6&device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 1162 time: 0.1294029 Feb 17 20:24:52.615768 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-d6002374-d1be-44e3-bf73-aabfee748156 req-fe3bf435-6eb3-4ef1-897a-74a9bd176a14 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:24:52.706546 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-3969b9ac-4435-4ddd-a9d2-94f696c324ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '75d17412-b058-448e-adb5-019d4f780201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:24:00Z', 'updated_at': '2021-02-17T20:24:05Z', 'revision_number': 4, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'gw_port': {'id': '75d17412-b058-448e-adb5-019d4f780201', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:01Z', 'updated_at': '2021-02-17T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': 'd3bce34c-e8ed-46c9-b0e6-ec624bd28269', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'port_id': '94908655-b8a8-43e1-ae6d-4fd67f1da513', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'mac_address': 'fa:16:3e:b9:e0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:24:48Z', 'updated_at': '2021-02-17T20:24:50Z', 'revision_number': 1, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3838654c-a48b-4426-b634-e0ab689f6a88', 'name': '', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'mac_address': 'fa:16:3e:e8:e5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:04Z', 'updated_at': '2021-02-17T20:24:14Z', 'revision_number': 5, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'subnets': [{'id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:52.710755 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969b9ac-4435-4ddd-a9d2-94f696c324ef None None] The sync data for ids ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'] in dv-cinder-760038-3-iscsi is: [{'id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '75d17412-b058-448e-adb5-019d4f780201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:24:00Z', 'updated_at': '2021-02-17T20:24:05Z', 'revision_number': 4, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'gw_port': {'id': '75d17412-b058-448e-adb5-019d4f780201', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:01Z', 'updated_at': '2021-02-17T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': 'd3bce34c-e8ed-46c9-b0e6-ec624bd28269', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'port_id': '94908655-b8a8-43e1-ae6d-4fd67f1da513', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'mac_address': 'fa:16:3e:b9:e0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:24:48Z', 'updated_at': '2021-02-17T20:24:50Z', 'revision_number': 1, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3838654c-a48b-4426-b634-e0ab689f6a88', 'name': '', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'mac_address': 'fa:16:3e:e8:e5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:04Z', 'updated_at': '2021-02-17T20:24:14Z', 'revision_number': 5, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'subnets': [{'id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:24:52.813788 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6cfd-d266-4bb3-9e16-e5de2dbdfd60 req-bee42e8d-7fb2-410b-8331-0a9e90ef6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:52.815407 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e9f6cfd-d266-4bb3-9e16-e5de2dbdfd60 req-bee42e8d-7fb2-410b-8331-0a9e90ef6777 service neutron] 10.222.0.127 "GET /v2.0/networks?id=f256d269-5eab-4d81-807f-092e499ece69 HTTP/1.1" status: 200 len: 908 time: 0.1909041 Feb 17 20:24:52.820505 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d6002374-d1be-44e3-bf73-aabfee748156 req-fe3bf435-6eb3-4ef1-897a-74a9bd176a14 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:52.885116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d6002374-d1be-44e3-bf73-aabfee748156 req-fe3bf435-6eb3-4ef1-897a-74a9bd176a14 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:52.899269 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-945acee9-b61e-40d9-9968-07ef3513240b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:52.961967 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bf435-6eb3-4ef1-897a-74a9bd176a14 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:52.974264 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-fe3bf435-6eb3-4ef1-897a-74a9bd176a14 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:52.980326 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e9f6cfd-d266-4bb3-9e16-e5de2dbdfd60 req-43abea47-5888-45aa-8bb4-5b6ab1dc73c8 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94908655-b8a8-43e1-ae6d-4fd67f1da513 HTTP/1.1" status: 200 len: 998 time: 0.1570022 Feb 17 20:24:52.981267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d6002374-d1be-44e3-bf73-aabfee748156 req-fe3bf435-6eb3-4ef1-897a-74a9bd176a14 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:52.982464 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d6002374-d1be-44e3-bf73-aabfee748156 req-fe3bf435-6eb3-4ef1-897a-74a9bd176a14 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5083196 Feb 17 20:24:53.014233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224ae12-24ce-45bc-9cf4-ee8384f621e5 None None] New status for floating IP d3bce34c-e8ed-46c9-b0e6-ec624bd28269: ACTIVE {{(pid=84041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:24:53.063688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6cfd-d266-4bb3-9e16-e5de2dbdfd60 req-f2a18408-f78d-463b-9b0f-86e1bd847606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:53.065379 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e9f6cfd-d266-4bb3-9e16-e5de2dbdfd60 req-f2a18408-f78d-463b-9b0f-86e1bd847606 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=dda03c1e-8ef5-4a94-a4d2-d018d872efca HTTP/1.1" status: 200 len: 853 time: 0.0775075 Feb 17 20:24:53.152108 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6cfd-d266-4bb3-9e16-e5de2dbdfd60 req-783a038f-b8e2-4504-b7f3-656a01141899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:53.153990 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e9f6cfd-d266-4bb3-9e16-e5de2dbdfd60 req-783a038f-b8e2-4504-b7f3-656a01141899 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f256d269-5eab-4d81-807f-092e499ece69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813928 Feb 17 20:24:53.343089 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1a8537da-ab24-42a5-8e19-29ca500228dd req-dd8ba103-938b-4ced-b2cc-e8b477aaa984 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups/1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48 HTTP/1.1" status: 200 len: 1812 time: 0.0800591 Feb 17 20:24:53.363622 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-1a8537da-ab24-42a5-8e19-29ca500228dd req-86c30a0e-54d3-45bf-83f7-1d407956809f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:24:53.363986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-1a8537da-ab24-42a5-8e19-29ca500228dd req-86c30a0e-54d3-45bf-83f7-1d407956809f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:24:53.386164 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-1a8537da-ab24-42a5-8e19-29ca500228dd req-86c30a0e-54d3-45bf-83f7-1d407956809f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:24:53.393270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-1a8537da-ab24-42a5-8e19-29ca500228dd req-86c30a0e-54d3-45bf-83f7-1d407956809f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Usage tracker for resource:security_group_rule and tenant:ce62cbb6490f4836b8cdee328bc062c6 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:24:53.397701 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e9f6cfd-d266-4bb3-9e16-e5de2dbdfd60 req-3bd0e113-6eeb-4f8f-bdbe-368320c785a0 service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361550 Feb 17 20:24:53.398547 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-1a8537da-ab24-42a5-8e19-29ca500228dd req-86c30a0e-54d3-45bf-83f7-1d407956809f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:24:53.404581 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-1a8537da-ab24-42a5-8e19-29ca500228dd req-86c30a0e-54d3-45bf-83f7-1d407956809f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:24:53.588150 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1a8537da-ab24-42a5-8e19-29ca500228dd req-86c30a0e-54d3-45bf-83f7-1d407956809f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:53.603055 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1e9f6cfd-d266-4bb3-9e16-e5de2dbdfd60 req-bb8c8eb4-b984-4ecf-b944-e76fb6c0c8a7 service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1948905 Feb 17 20:24:53.617173 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1a8537da-ab24-42a5-8e19-29ca500228dd req-86c30a0e-54d3-45bf-83f7-1d407956809f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:53.620182 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1a8537da-ab24-42a5-8e19-29ca500228dd req-86c30a0e-54d3-45bf-83f7-1d407956809f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285461'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:53.628903 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-01f01acc-3ad3-401d-ab8c-34f71e920599 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:53.650879 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c30a0e-54d3-45bf-83f7-1d407956809f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4660e24c-636c-4c78-bf28-94103639a4bc,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:53.653648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-86c30a0e-54d3-45bf-83f7-1d407956809f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:53.657781 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1a8537da-ab24-42a5-8e19-29ca500228dd req-86c30a0e-54d3-45bf-83f7-1d407956809f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:53.659142 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1a8537da-ab24-42a5-8e19-29ca500228dd req-86c30a0e-54d3-45bf-83f7-1d407956809f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3022325 Feb 17 20:24:53.830830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdb31c-deb1-474e-81da-14e69b7c25c7 req-60a1ba52-b3d7-48ea-bc47-812b7c504b2a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:53.832429 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bbcdb31c-deb1-474e-81da-14e69b7c25c7 req-60a1ba52-b3d7-48ea-bc47-812b7c504b2a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 946 time: 0.0852265 Feb 17 20:24:53.880228 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bbcdb31c-deb1-474e-81da-14e69b7c25c7 req-4acb38dd-08bb-45e9-8a60-beabfbbf2c33 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0410917 Feb 17 20:24:53.955430 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3f523256-f21f-43b1-9532-a2ecbf7d04d9 req-3a1e3331-6ff6-4921-85ac-697106db94d5 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups/1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48 HTTP/1.1" status: 200 len: 2405 time: 0.0515535 Feb 17 20:24:53.965695 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-3f523256-f21f-43b1-9532-a2ecbf7d04d9 req-111380e6-0a06-4f35-9a37-bb1409bd1a27 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48', 'remote_group_id': None}]} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:24:53.966047 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-3f523256-f21f-43b1-9532-a2ecbf7d04d9 req-111380e6-0a06-4f35-9a37-bb1409bd1a27 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48', 'remote_group_id': None}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:24:53.972508 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-3f523256-f21f-43b1-9532-a2ecbf7d04d9 req-111380e6-0a06-4f35-9a37-bb1409bd1a27 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:24:53.976527 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-3f523256-f21f-43b1-9532-a2ecbf7d04d9 req-111380e6-0a06-4f35-9a37-bb1409bd1a27 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Usage tracker for resource:security_group_rule and tenant:ce62cbb6490f4836b8cdee328bc062c6 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:24:53.979504 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-3f523256-f21f-43b1-9532-a2ecbf7d04d9 req-111380e6-0a06-4f35-9a37-bb1409bd1a27 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:24:53.986146 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-3f523256-f21f-43b1-9532-a2ecbf7d04d9 req-111380e6-0a06-4f35-9a37-bb1409bd1a27 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:24:54.044979 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-3f523256-f21f-43b1-9532-a2ecbf7d04d9 req-111380e6-0a06-4f35-9a37-bb1409bd1a27 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.068903 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-3f523256-f21f-43b1-9532-a2ecbf7d04d9 req-111380e6-0a06-4f35-9a37-bb1409bd1a27 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.071458 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-3f523256-f21f-43b1-9532-a2ecbf7d04d9 req-111380e6-0a06-4f35-9a37-bb1409bd1a27 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285461'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.073541 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:54.097364 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111380e6-0a06-4f35-9a37-bb1409bd1a27 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c1dee4-479b-494f-8489-2e8ddfc51333,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:54.099932 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-111380e6-0a06-4f35-9a37-bb1409bd1a27 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:54.106409 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-3f523256-f21f-43b1-9532-a2ecbf7d04d9 req-111380e6-0a06-4f35-9a37-bb1409bd1a27 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.107669 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3f523256-f21f-43b1-9532-a2ecbf7d04d9 req-111380e6-0a06-4f35-9a37-bb1409bd1a27 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1460655 Feb 17 20:24:54.238114 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d15d0292-33c0-4cc1-b58f-37aa267c0321 req-e32ff4e0-8c26-42b8-98b4-03090af85623 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Synchronizing usage tracker for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:24:54.252794 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-d15d0292-33c0-4cc1-b58f-37aa267c0321 req-e32ff4e0-8c26-42b8-98b4-03090af85623 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Unset dirty status for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:24:54.254100 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d15d0292-33c0-4cc1-b58f-37aa267c0321 req-e32ff4e0-8c26-42b8-98b4-03090af85623 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-780872548&fields=id&tenant_id=ce62cbb6490f4836b8cdee328bc062c6 HTTP/1.1" status: 200 len: 267 time: 0.0580962 Feb 17 20:24:54.349670 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d0292-33c0-4cc1-b58f-37aa267c0321 req-8b75b948-bbe5-45da-b6a8-de97d12f6b47 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:54.351251 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d15d0292-33c0-4cc1-b58f-37aa267c0321 req-8b75b948-bbe5-45da-b6a8-de97d12f6b47 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 945 time: 0.0910027 Feb 17 20:24:54.363257 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-d15d0292-33c0-4cc1-b58f-37aa267c0321 req-8933e05c-9af3-4342-891b-ba3b71c83fc7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Request body: {'port': {'security_groups': ['258f1b4e-5362-40a2-af33-177cf1a5fdf8', '1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:24:54.493946 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d15d0292-33c0-4cc1-b58f-37aa267c0321 req-8933e05c-9af3-4342-891b-ba3b71c83fc7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.822837 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 485426d9-edfd-454e-a1aa-3382c16b46bc up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:24:54.827397 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-d15d0292-33c0-4cc1-b58f-37aa267c0321 req-8933e05c-9af3-4342-891b-ba3b71c83fc7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] For port 94908655-b8a8-43e1-ae6d-4fd67f1da513, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=94908655-b8a8-43e1-ae6d-4fd67f1da513,segment=NetworkSegment(e45334df-05ea-45a6-a57e-53782ad8df28),segment_id=e45334df-05ea-45a6-a57e-53782ad8df28)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:24:54.857035 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d15d0292-33c0-4cc1-b58f-37aa267c0321 req-8933e05c-9af3-4342-891b-ba3b71c83fc7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.861186 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d15d0292-33c0-4cc1-b58f-37aa267c0321 req-8933e05c-9af3-4342-891b-ba3b71c83fc7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:54.876918 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-030b3588-bb2b-4b07-8ac4-133c4c2b39a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:54.895427 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 485426d9-edfd-454e-a1aa-3382c16b46bc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:54.895849 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:55.082636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933e05c-9af3-4342-891b-ba3b71c83fc7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Pushing event updated for resources: {'Port': ['ID=94908655-b8a8-43e1-ae6d-4fd67f1da513,revision_number=5']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:55.098763 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8933e05c-9af3-4342-891b-ba3b71c83fc7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:55.153680 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d0292-33c0-4cc1-b58f-37aa267c0321 req-8933e05c-9af3-4342-891b-ba3b71c83fc7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:55.154362 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d15d0292-33c0-4cc1-b58f-37aa267c0321 req-8933e05c-9af3-4342-891b-ba3b71c83fc7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:55.156435 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d15d0292-33c0-4cc1-b58f-37aa267c0321 req-8933e05c-9af3-4342-891b-ba3b71c83fc7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "PUT /v2.0/ports/94908655-b8a8-43e1-ae6d-4fd67f1da513 HTTP/1.1" status: 200 len: 981 time: 0.7982876 Feb 17 20:24:55.157023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'tag': '94908655-b8a8-43e1-ae6d-4fd67f1da513'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:24:55.170102 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-aa23593e-9c8c-49f7-ba04-3765ce00582f tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:55.172416 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-aa23593e-9c8c-49f7-ba04-3765ce00582f tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.127 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 946 time: 0.1755638 Feb 17 20:24:55.255960 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Deleting port 485426d9-edfd-454e-a1aa-3382c16b46bc {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:24:55.256350 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:55.371703 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-71fd4cdd-9abd-4e75-a757-6d4ba09d4d8f None None] Provisioning complete for port 94908655-b8a8-43e1-ae6d-4fd67f1da513 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:55.372041 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-71fd4cdd-9abd-4e75-a757-6d4ba09d4d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:55.542773 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1c554-10ee-45d5-85a5-75ce4c742207 req-09505ea6-1a29-4756-90b4-2093c718ac16 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:55.544377 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cab1c554-10ee-45d5-85a5-75ce4c742207 req-09505ea6-1a29-4756-90b4-2093c718ac16 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 946 time: 0.2604022 Feb 17 20:24:55.637658 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cab1c554-10ee-45d5-85a5-75ce4c742207 req-2093d55c-e629-49c5-b0e0-05d1cc9be361 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0864213 Feb 17 20:24:55.642922 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] For port 485426d9-edfd-454e-a1aa-3382c16b46bc, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=485426d9-edfd-454e-a1aa-3382c16b46bc,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:24:55.643324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:55.710742 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'tag': '94908655-b8a8-43e1-ae6d-4fd67f1da513', 'status': 'completed', 'code': 200} Feb 17 20:24:55.794874 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443d0dd-828d-4b14-be44-2ad27e6faac4 req-41137e35-395d-4aa0-ade7-4ed20dbb9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:55.797197 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1443d0dd-828d-4b14-be44-2ad27e6faac4 req-41137e35-395d-4aa0-ade7-4ed20dbb9480 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ce62cbb6490f4836b8cdee328bc062c6&device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 1202 time: 0.0814753 Feb 17 20:24:55.942991 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443d0dd-828d-4b14-be44-2ad27e6faac4 req-9de4d2bd-cf65-4711-ad13-7f47a5324eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:55.944547 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1443d0dd-828d-4b14-be44-2ad27e6faac4 req-9de4d2bd-cf65-4711-ad13-7f47a5324eaa service neutron] 10.222.0.127 "GET /v2.0/networks?id=f256d269-5eab-4d81-807f-092e499ece69 HTTP/1.1" status: 200 len: 908 time: 0.1399565 Feb 17 20:24:56.064653 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1443d0dd-828d-4b14-be44-2ad27e6faac4 req-c117657d-7e30-4ccf-89d9-1849f8e04ca9 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94908655-b8a8-43e1-ae6d-4fd67f1da513 HTTP/1.1" status: 200 len: 1000 time: 0.1116900 Feb 17 20:24:56.137099 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443d0dd-828d-4b14-be44-2ad27e6faac4 req-a4f34358-c589-4250-99f2-86fdff280577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:56.138732 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1443d0dd-828d-4b14-be44-2ad27e6faac4 req-a4f34358-c589-4250-99f2-86fdff280577 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=dda03c1e-8ef5-4a94-a4d2-d018d872efca HTTP/1.1" status: 200 len: 853 time: 0.0665081 Feb 17 20:24:56.227554 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443d0dd-828d-4b14-be44-2ad27e6faac4 req-f9523f02-ccdd-44f4-9ce4-f8de940d350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:56.229142 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1443d0dd-828d-4b14-be44-2ad27e6faac4 req-f9523f02-ccdd-44f4-9ce4-f8de940d350d service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f256d269-5eab-4d81-807f-092e499ece69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833206 Feb 17 20:24:56.273191 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:56.273610 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:56.273966 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Floating IP 2bbdaa91-964f-47bf-9beb-edbeadb249ed disassociated. External IP: 172.27.1.116, port: 485426d9-edfd-454e-a1aa-3382c16b46bc. Feb 17 20:24:56.274431 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Calling delete_port for 485426d9-edfd-454e-a1aa-3382c16b46bc owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:24:56.310892 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82fe1a-f327-4f8a-857a-2320cea3a3c5 req-78a05119-5793-45ad-a3c3-2e7e1906be76 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:56.313159 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ef82fe1a-f327-4f8a-857a-2320cea3a3c5 req-78a05119-5793-45ad-a3c3-2e7e1906be76 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 984 time: 0.5045381 Feb 17 20:24:56.379465 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1443d0dd-828d-4b14-be44-2ad27e6faac4 req-8988d4bb-7fbb-4c99-af06-aa0e82a0fdd1 service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433377 Feb 17 20:24:56.402263 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ef82fe1a-f327-4f8a-857a-2320cea3a3c5 req-118a6051-388c-42e9-8975-332afe641dd1 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&id=1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0814795 Feb 17 20:24:56.481835 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:56.497628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:24:56.528193 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1443d0dd-828d-4b14-be44-2ad27e6faac4 req-f717c288-62d4-4bb0-a5a3-fa5fe45b1a8b service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413291 Feb 17 20:24:56.599040 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event deleted for resources: {'Port': ['ID=485426d9-edfd-454e-a1aa-3382c16b46bc,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:24:56.609126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:24:56.806469 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-536153da-ee62-4b33-88e6-782ca97f1194 req-20e20fdd-e0e7-4fa3-970c-e6eadfc5249e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 210 time: 0.0557504 Feb 17 20:24:56.915464 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Router 7b640064-724d-4ef0-880c-770b85e8ddeb has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:24:56.929976 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 94908655-b8a8-43e1-ae6d-4fd67f1da513 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:24:57.002432 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 94908655-b8a8-43e1-ae6d-4fd67f1da513 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:24:57.003030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:57.116242 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:24:57.133689 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28e47e-6761-4faf-ad37-ce9010b117a3 None None] Sync routers for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:24:57.149156 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28e47e-6761-4faf-ad37-ce9010b117a3 None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:24:57.149858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-cf28e47e-6761-4faf-ad37-ce9010b117a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:24:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:57.160076 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] No DVR routers for this DVR port 485426d9-edfd-454e-a1aa-3382c16b46bc on host hv-cinder-76003 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:24:57.162480 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:24:57.177613 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0031ab30-64b1-4d9a-b361-c1439cc1bfab req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.127 "DELETE /v2.0/ports/485426d9-edfd-454e-a1aa-3382c16b46bc HTTP/1.1" status: 204 len: 173 time: 1.9988897 Feb 17 20:24:57.215880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 485426d9-edfd-454e-a1aa-3382c16b46bc no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:24:57.266433 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] No Port match for: 485426d9-edfd-454e-a1aa-3382c16b46bc {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:24:57.266835 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 485426d9-edfd-454e-a1aa-3382c16b46bc not bound to the agent host hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:24:57.386955 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-cf28e47e-6761-4faf-ad37-ce9010b117a3 None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:24:57.712137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefa3a1e-5d12-4810-830d-8e1eec6de8c2', 'name': 'network-vif-deleted', 'tag': '485426d9-edfd-454e-a1aa-3382c16b46bc'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:24:57.759606 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefa3a1e-5d12-4810-830d-8e1eec6de8c2', 'name': 'network-vif-deleted', 'tag': '485426d9-edfd-454e-a1aa-3382c16b46bc', 'status': 'completed', 'code': 200} Feb 17 20:24:57.890135 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-cf28e47e-6761-4faf-ad37-ce9010b117a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:57.894270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28e47e-6761-4faf-ad37-ce9010b117a3 None None] Checking router: 7b640064-724d-4ef0-880c-770b85e8ddeb for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:24:57.903081 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28e47e-6761-4faf-ad37-ce9010b117a3 None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:24:57.903737 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-cf28e47e-6761-4faf-ad37-ce9010b117a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:24:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:57.986072 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-6fd2d772-aa3b-4a17-a767-19ca3827fb79 req-be411606-8fed-4d10-ada0-922afd6895ba tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:24:58.002360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-6fd2d772-aa3b-4a17-a767-19ca3827fb79 req-be411606-8fed-4d10-ada0-922afd6895ba tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:24:58.004019 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6fd2d772-aa3b-4a17-a767-19ca3827fb79 req-be411606-8fed-4d10-ada0-922afd6895ba tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefa3a1e-5d12-4810-830d-8e1eec6de8c2 HTTP/1.1" status: 200 len: 210 time: 0.0686593 Feb 17 20:24:58.102791 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-cf28e47e-6761-4faf-ad37-ce9010b117a3 None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:24:58.436042 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-cf28e47e-6761-4faf-ad37-ce9010b117a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:24:58.440618 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28e47e-6761-4faf-ad37-ce9010b117a3 None None] The sync data for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi is: [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:24:58.812756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2b68b9-641d-4e53-8a13-9c37ddabef8e None None] New status for floating IP 2bbdaa91-964f-47bf-9beb-edbeadb249ed: DOWN {{(pid=84041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:24:59.377424 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-9166f9db-8123-46ee-b979-eeb8ee37bc1c tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1169236552&fields=id&tenant_id=b33d61d35eb9412e85992212249dd2e1 HTTP/1.1" status: 200 len: 267 time: 0.0431395 Feb 17 20:24:59.547936 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9f015-331c-49b6-953c-5580980a63d8 req-46e58577-2171-482c-8ab4-1aa349b0b6d0 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:24:59.549516 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-46e58577-2171-482c-8ab4-1aa349b0b6d0 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 811 time: 0.1653578 Feb 17 20:24:59.567050 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-13d2e96f-2bb3-4d27-96d0-d1be1166aed1 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/quotas/b33d61d35eb9412e85992212249dd2e1 HTTP/1.1" status: 200 len: 375 time: 0.0103106 Feb 17 20:24:59.665476 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-c95a3b6a-63e9-4b42-a889-b2731f242264 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925419 Feb 17 20:24:59.815667 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-22ad52ce-5873-4215-b64b-cfe6ad52c4df service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376135 Feb 17 20:24:59.956916 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-70114f27-5feb-4964-b9ba-44aec9408a9a service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1345017 Feb 17 20:25:00.366251 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-db74f5ee-ff07-4ad8-9262-68aff5f71f6c req-eeb1335a-3d80-4c90-9aa2-9b8ef893d878 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 210 time: 0.0486584 Feb 17 20:25:01.371269 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:25:01.476455 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9fc7fc09-4010-4c1b-a8b1-0c10845a6266 req-f4eb4d7c-9bf9-4d34-84d7-00414facb1af tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 210 time: 0.0535398 Feb 17 20:25:02.581671 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dff43a8b-8863-4bff-a0f5-4c6f2310ecab req-6bf31fa0-f9d1-453f-a8cd-3f029ab966d7 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 210 time: 0.0482359 Feb 17 20:25:03.690100 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-78cbcccd-15ed-48c0-9db1-5e876f7e0383 req-66501899-396c-4536-bd6c-4ef6468bf644 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 210 time: 0.0522594 Feb 17 20:25:04.857961 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e9bfc267-c935-4652-b5a4-7da296629bf0 req-bd8b4cf0-70f1-4b22-8bf1-596fd3e16382 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 210 time: 0.0560634 Feb 17 20:25:05.044150 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7d0468ed-4c26-4b67-80b1-2d33c951bbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:05.544988 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4595b1a2-821b-4e32-9bc8-e5ee4ced66a5 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:05.546562 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4595b1a2-821b-4e32-9bc8-e5ee4ced66a5 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 811 time: 0.1785057 Feb 17 20:25:05.623727 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-f8ca8d14-1905-4e7b-9bf3-22f01a48f00a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b33d61d35eb9412e85992212249dd2e1 HTTP/1.1" status: 200 len: 5765 time: 0.0676329 Feb 17 20:25:05.633021 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-afa9f015-331c-49b6-953c-5580980a63d8 req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Request body: {'port': {'device_id': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'admin_state_up': True, 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'security_groups': ['0de1db8a-c436-417e-a520-54c1a4044872']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:25:05.779480 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-afa9f015-331c-49b6-953c-5580980a63d8 req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:25:05.789259 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-afa9f015-331c-49b6-953c-5580980a63d8 req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:25:05.797941 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa9f015-331c-49b6-953c-5580980a63d8 req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Made reservation on behalf of b33d61d35eb9412e85992212249dd2e1 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:25:05.803460 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-afa9f015-331c-49b6-953c-5580980a63d8 req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:06.065171 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e4f4837e-ccbe-4be6-b45f-dfaf74d92d4d req-55446b4f-e6ca-4844-a5bf-981879a68411 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 210 time: 0.0628724 Feb 17 20:25:06.165220 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-afa9f015-331c-49b6-953c-5580980a63d8 req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Allocated IP 172.20.0.8 (6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c/60b094f9-de6b-4c04-9b24-2e008359be42/fdc4f8ec-5506-46cf-9b15-820db1f9b5a4) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:25:06.370920 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-afa9f015-331c-49b6-953c-5580980a63d8 req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:06.387607 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-afa9f015-331c-49b6-953c-5580980a63d8 req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Transition to ACTIVE for port object fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:25:06.414634 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-afa9f015-331c-49b6-953c-5580980a63d8 req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:06.430384 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e8c802fb-bfd6-4c5a-b683-c324e9c66afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:25:06.570672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event updated for resources: {'Port': ['ID=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:25:06.584583 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.585055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.585474 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.585888 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.586350 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.586737 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.587139 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.587539 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.587942 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.588340 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.588739 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.589183 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.589641 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.590045 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.590439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.590833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.591232 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.591628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.592027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.592423 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.592821 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.593243 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.594229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.594630 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:06.599893 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:25:06.888571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa9f015-331c-49b6-953c-5580980a63d8 req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:25:06.889795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-afa9f015-331c-49b6-953c-5580980a63d8 req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:25:06.892650 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa9f015-331c-49b6-953c-5580980a63d8 req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:25:06.957513 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9f015-331c-49b6-953c-5580980a63d8 req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:06.958186 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-afa9f015-331c-49b6-953c-5580980a63d8 req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:06.983853 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3548632 Feb 17 20:25:06.998101 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Request body: {'port': {'device_id': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:25:07.105995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-e3f25ab2-5ee4-46ef-a08f-a4d0bf7411ce None None] Provisioning for port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:25:07.111037 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-e3f25ab2-5ee4-46ef-a08f-a4d0bf7411ce None None] Provisioning complete for port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:25:07.111456 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e3f25ab2-5ee4-46ef-a08f-a4d0bf7411ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:07.123477 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:07.171271 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-e3f25ab2-5ee4-46ef-a08f-a4d0bf7411ce None None] Port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:25:07.407298 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890c8f1-49e8-4e96-b166-d10bc3789832 req-a9577a5e-1452-4928-87f3-6b0e535402a7 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:07.408056 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-3890c8f1-49e8-4e96-b166-d10bc3789832 req-a9577a5e-1452-4928-87f3-6b0e535402a7 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:25:07.511873 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-3890c8f1-49e8-4e96-b166-d10bc3789832 req-a9577a5e-1452-4928-87f3-6b0e535402a7 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:25:07.513189 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3890c8f1-49e8-4e96-b166-d10bc3789832 req-a9577a5e-1452-4928-87f3-6b0e535402a7 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 931 time: 0.3281827 Feb 17 20:25:07.595682 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3890c8f1-49e8-4e96-b166-d10bc3789832 req-71a1eec2-8618-4882-b699-51df8748d457 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0749671 Feb 17 20:25:07.677499 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:25:07.685408 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:07.699681 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Transition to ACTIVE for port object fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:25:07.702755 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:07.706294 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7330369f-87b3-4340-a23d-fdbd1fff04c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:07.719648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:25:07.861478 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Pushing event updated for resources: {'Port': ['ID=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:25:07.864808 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:25:07.973654 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:08.058121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Attempting to bind port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:25:08.058504 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Attempting to bind port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:25:08.058990 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Attempting to bind port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 on network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:25:08.064676 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:25:08.065085 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Checking segment: {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:25:08.065497 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:08.065898 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Bound using segment: {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:25:08.066376 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Bound port: fdc4f8ec-5506-46cf-9b15-820db1f9b5a4, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:25:08.066753 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:08.164351 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] For port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4, host hv-cinder-76003, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:25:08.167472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] For port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:25:08.170734 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:08.186628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:25:08.345080 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Pushing event updated for resources: {'Port': ['ID=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:25:08.351579 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:25:08.381596 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:08.382280 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:08.383772 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-4bdd7fa5-5108-4420-85b2-bfe43431635f service neutron] 10.222.0.127 "PUT /v2.0/ports/fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 HTTP/1.1" status: 200 len: 1157 time: 1.3910470 Feb 17 20:25:08.384318 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'tag': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:25:08.468119 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'tag': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4', 'status': 'completed', 'code': 200} Feb 17 20:25:08.507916 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9f015-331c-49b6-953c-5580980a63d8 req-954bfc64-f42a-450c-b320-05399641f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:08.509667 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-954bfc64-f42a-450c-b320-05399641f991 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 1160 time: 0.0871358 Feb 17 20:25:08.589150 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-605272e2-0bf2-461f-813e-65354f07f013 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0705404 Feb 17 20:25:08.661257 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9f015-331c-49b6-953c-5580980a63d8 req-dfb54d48-4c16-40c0-b9eb-3f9e7a14a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:08.662827 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-dfb54d48-4c16-40c0-b9eb-3f9e7a14a053 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0652730 Feb 17 20:25:08.821532 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9f015-331c-49b6-953c-5580980a63d8 req-77a9fd26-f3b8-4f67-9b4b-9f86520f00da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:08.823161 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-77a9fd26-f3b8-4f67-9b4b-9f86520f00da service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1528502 Feb 17 20:25:08.830045 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400ed42-a3f1-4648-9a87-d00468c95b3c req-f3be4583-be3e-46b7-b1be-e26ed62ba263 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:08.831600 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0400ed42-a3f1-4648-9a87-d00468c95b3c req-f3be4583-be3e-46b7-b1be-e26ed62ba263 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 943 time: 0.1174297 Feb 17 20:25:08.972129 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0400ed42-a3f1-4648-9a87-d00468c95b3c req-417c1ddd-6b2f-4344-8b3f-396c82fc5c1c tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1162753 Feb 17 20:25:09.009753 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-95f54db3-aee1-49d8-9133-996e9fdc860a service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771464 Feb 17 20:25:09.152929 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-afa9f015-331c-49b6-953c-5580980a63d8 req-9a62a8b4-402d-471f-acf2-dd33782f4753 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358831 Feb 17 20:25:09.205711 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:09.282229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd3e20-0718-438e-94bc-ec2f2e002cad req-7de72fb9-2fb2-4f40-ac8b-39e4504a4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:09.283779 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-89bd3e20-0718-438e-94bc-ec2f2e002cad req-7de72fb9-2fb2-4f40-ac8b-39e4504a4cd3 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 1160 time: 0.0804119 Feb 17 20:25:09.432059 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd3e20-0718-438e-94bc-ec2f2e002cad req-4d13afbf-15ee-488e-b0be-af2c3ffe0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:09.433742 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-89bd3e20-0718-438e-94bc-ec2f2e002cad req-4d13afbf-15ee-488e-b0be-af2c3ffe0734 service neutron] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1433725 Feb 17 20:25:09.492346 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:09.513208 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-89bd3e20-0718-438e-94bc-ec2f2e002cad req-1331bf68-98ae-4633-98d3-6f29b5dd13c8 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0719545 Feb 17 20:25:09.582749 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd3e20-0718-438e-94bc-ec2f2e002cad req-0b1b17a3-d679-44bb-99ae-93682ae5c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:09.584384 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-89bd3e20-0718-438e-94bc-ec2f2e002cad req-0b1b17a3-d679-44bb-99ae-93682ae5c481 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0647979 Feb 17 20:25:09.673005 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd3e20-0718-438e-94bc-ec2f2e002cad req-84832a78-8b65-47ba-8fc5-0580c4f9e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:09.674587 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-89bd3e20-0718-438e-94bc-ec2f2e002cad req-84832a78-8b65-47ba-8fc5-0580c4f9e979 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826774 Feb 17 20:25:09.819947 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-89bd3e20-0718-438e-94bc-ec2f2e002cad req-dc3b7220-65a5-4847-9fd3-1ce793466f23 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366096 Feb 17 20:25:09.963201 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-89bd3e20-0718-438e-94bc-ec2f2e002cad req-e4ffc907-61a8-468e-bb69-06229a52a480 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359270 Feb 17 20:25:10.166321 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c08a1b-3797-4bba-848a-bcd3a18480d1 req-b2905402-fe77-41f8-8fc4-de9c3011fe8f tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:10.167860 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e3c08a1b-3797-4bba-848a-bcd3a18480d1 req-b2905402-fe77-41f8-8fc4-de9c3011fe8f tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 943 time: 0.0868704 Feb 17 20:25:10.215502 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e3c08a1b-3797-4bba-848a-bcd3a18480d1 req-c0fc74fc-5e06-4980-a61a-e11ecb3ca277 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0408101 Feb 17 20:25:11.417169 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab731c95-c2fc-4ed6-94f7-dc8b0e0e7bd2 req-f3bd39dd-1fe6-4c85-8c08-9a0a61b672eb tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:11.418777 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ab731c95-c2fc-4ed6-94f7-dc8b0e0e7bd2 req-f3bd39dd-1fe6-4c85-8c08-9a0a61b672eb tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 943 time: 0.0917017 Feb 17 20:25:11.466502 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ab731c95-c2fc-4ed6-94f7-dc8b0e0e7bd2 req-0444ffd4-c662-41ad-bd22-b47afa2850cb tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0411999 Feb 17 20:25:11.847530 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab685d8d-97d0-4673-a8be-1aba9b0dc8ce req-42599d7d-6e43-4f29-86da-ff88f3aa4849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:11.849209 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ab685d8d-97d0-4673-a8be-1aba9b0dc8ce req-42599d7d-6e43-4f29-86da-ff88f3aa4849 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ce62cbb6490f4836b8cdee328bc062c6&device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 1202 time: 0.1434085 Feb 17 20:25:11.889031 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef18c2-8e70-4735-9773-97e84658f9af req-b4e79fb0-bee8-41e4-b8d0-3172bdecfc39 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:11.891187 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bfef18c2-8e70-4735-9773-97e84658f9af req-b4e79fb0-bee8-41e4-b8d0-3172bdecfc39 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 984 time: 0.1454973 Feb 17 20:25:12.251119 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bfef18c2-8e70-4735-9773-97e84658f9af req-54a752cd-f090-463e-9413-3b9e87f14456 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&id=1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.3120470 Feb 17 20:25:12.283594 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab685d8d-97d0-4673-a8be-1aba9b0dc8ce req-af5c1b16-2578-4a40-997f-8f8941a0787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:12.285262 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ab685d8d-97d0-4673-a8be-1aba9b0dc8ce req-af5c1b16-2578-4a40-997f-8f8941a0787f service neutron] 10.222.0.127 "GET /v2.0/networks?id=f256d269-5eab-4d81-807f-092e499ece69 HTTP/1.1" status: 200 len: 908 time: 0.4271352 Feb 17 20:25:12.400284 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ab685d8d-97d0-4673-a8be-1aba9b0dc8ce req-defc3820-6368-437a-838b-772bd3b82f8a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94908655-b8a8-43e1-ae6d-4fd67f1da513 HTTP/1.1" status: 200 len: 1000 time: 0.1072657 Feb 17 20:25:12.470109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab685d8d-97d0-4673-a8be-1aba9b0dc8ce req-07b18d1a-c999-4e43-8c76-aa32419e1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:12.471701 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ab685d8d-97d0-4673-a8be-1aba9b0dc8ce req-07b18d1a-c999-4e43-8c76-aa32419e1d07 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=dda03c1e-8ef5-4a94-a4d2-d018d872efca HTTP/1.1" status: 200 len: 853 time: 0.0646183 Feb 17 20:25:12.559682 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab685d8d-97d0-4673-a8be-1aba9b0dc8ce req-484f6087-ca4c-4b97-a475-b84cdfb82a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:12.561342 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ab685d8d-97d0-4673-a8be-1aba9b0dc8ce req-484f6087-ca4c-4b97-a475-b84cdfb82a80 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f256d269-5eab-4d81-807f-092e499ece69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824785 Feb 17 20:25:12.775794 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ab685d8d-97d0-4673-a8be-1aba9b0dc8ce req-359fe185-62db-4a1a-b330-6ae1c388b8c9 service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056160 Feb 17 20:25:12.784022 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b61725-7947-4c39-b05d-b990210f5387 req-e5bb448e-72b6-447f-808c-275506f62919 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:12.785566 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-26b61725-7947-4c39-b05d-b990210f5387 req-e5bb448e-72b6-447f-808c-275506f62919 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 943 time: 0.1941786 Feb 17 20:25:12.924327 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-26b61725-7947-4c39-b05d-b990210f5387 req-d4a45102-951a-451d-9a48-937cf7b947cf tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1141984 Feb 17 20:25:12.961017 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ab685d8d-97d0-4673-a8be-1aba9b0dc8ce req-a6139e53-9dac-4994-9105-8ea2d68058ff service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1743901 Feb 17 20:25:13.455434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585dbc8-b3f5-49c2-8011-896a9c044e9c req-821999c4-8749-4310-96c4-9b5f55121dcb tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:13.457076 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0585dbc8-b3f5-49c2-8011-896a9c044e9c req-821999c4-8749-4310-96c4-9b5f55121dcb tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 984 time: 0.0929344 Feb 17 20:25:13.507071 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-0585dbc8-b3f5-49c2-8011-896a9c044e9c req-857c8d23-4e40-42d9-8374-1512fac5955f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&id=1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0436647 Feb 17 20:25:13.526559 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:14.118951 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86784fdb-6edc-4cf7-bca8-fb1421c9af97 req-1f9ecb33-f8b3-4d48-9585-27430193b03d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:14.120784 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-86784fdb-6edc-4cf7-bca8-fb1421c9af97 req-1f9ecb33-f8b3-4d48-9585-27430193b03d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 943 time: 0.0863969 Feb 17 20:25:14.170577 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-86784fdb-6edc-4cf7-bca8-fb1421c9af97 req-d92dfa44-e7f9-4d8a-b52c-103a57177284 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0435488 Feb 17 20:25:14.707021 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc055e-668f-4659-ab1b-f8647d12526c req-71c28853-c2bb-4021-b4cd-613a9b774cdc tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:14.708556 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-12dc055e-668f-4659-ab1b-f8647d12526c req-71c28853-c2bb-4021-b4cd-613a9b774cdc tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 984 time: 0.0885167 Feb 17 20:25:14.758204 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-12dc055e-668f-4659-ab1b-f8647d12526c req-60127744-17cc-4d4b-9650-9b795171f907 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&id=1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0431609 Feb 17 20:25:15.372204 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049d0ce-aa7a-4911-b37e-4f4f93a88e5b req-aa458a58-5dbc-4fa9-b8aa-0fba86e9750e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:15.373865 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a049d0ce-aa7a-4911-b37e-4f4f93a88e5b req-aa458a58-5dbc-4fa9-b8aa-0fba86e9750e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 943 time: 0.0934834 Feb 17 20:25:15.423736 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a049d0ce-aa7a-4911-b37e-4f4f93a88e5b req-6ffe703c-f097-41af-b895-3dd99eb8a529 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0430927 Feb 17 20:25:15.953205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd6e2d-6c70-4d44-a6af-775e2741aa23 req-c791a47e-7af9-4c3f-b374-c664a354c5e0 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:15.954835 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-02cd6e2d-6c70-4d44-a6af-775e2741aa23 req-c791a47e-7af9-4c3f-b374-c664a354c5e0 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 984 time: 0.0877507 Feb 17 20:25:16.008153 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-02cd6e2d-6c70-4d44-a6af-775e2741aa23 req-3b78e0d2-ccbf-4fd3-b63c-294afaa7e5a7 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&id=1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0470130 Feb 17 20:25:16.623764 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cad5b-0b87-4423-a50a-88ab4a0b705e req-ac4805e3-3571-4046-a7eb-1bda0c3d1687 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:16.625957 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cc0cad5b-0b87-4423-a50a-88ab4a0b705e req-ac4805e3-3571-4046-a7eb-1bda0c3d1687 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 943 time: 0.0900688 Feb 17 20:25:16.672767 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cc0cad5b-0b87-4423-a50a-88ab4a0b705e req-acddf34b-a3a9-4846-9d9f-fe72d6b6a67b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0406470 Feb 17 20:25:17.207561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0654a-4baf-44cc-a715-ccd430fda6e1 req-b61e950f-5271-4d2e-ad7b-fbc4ca85a309 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:17.209185 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-17e0654a-4baf-44cc-a715-ccd430fda6e1 req-b61e950f-5271-4d2e-ad7b-fbc4ca85a309 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 984 time: 0.0915468 Feb 17 20:25:17.258848 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-17e0654a-4baf-44cc-a715-ccd430fda6e1 req-3727dde8-a745-4f11-8288-0fc4233c5ea2 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&id=1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0433569 Feb 17 20:25:17.287875 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:25:17.361409 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:25:17.366244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:25:17.366665 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:17.492012 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:17.520097 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:25:17.530375 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:25:17.533233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:17.535877 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-938e3ffb-903b-4eec-a75a-965d63caca7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:25:17.572700 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4', 'code': 200} Feb 17 20:25:17.615158 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:25:17.623182 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.623575 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.623954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.625024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.625340 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.625710 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.626076 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.626439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.626800 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.627161 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.627584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.627922 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.628340 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.628707 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.629094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.629455 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.629810 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.630171 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.630528 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.630884 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.631264 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.631621 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.632018 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.632410 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:25:17.636677 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:25:17.938442 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8261b3-b4c5-4160-9457-2b6cc2da40b3 req-ae0f5df5-7508-498d-bd9b-6a6d6ce7c426 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:17.939965 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b8261b3-b4c5-4160-9457-2b6cc2da40b3 req-ae0f5df5-7508-498d-bd9b-6a6d6ce7c426 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 945 time: 0.1531234 Feb 17 20:25:17.943105 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca967b80-4055-4c93-ad0f-e05483f04c6f req-371f3d1f-63cb-4822-b234-4e69a5ff9f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:17.944565 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ca967b80-4055-4c93-ad0f-e05483f04c6f req-371f3d1f-63cb-4822-b234-4e69a5ff9f6d service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 1162 time: 0.1209795 Feb 17 20:25:18.017277 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4b8261b3-b4c5-4160-9457-2b6cc2da40b3 req-4b2d6f99-de8c-4159-abd9-33914f3864ec tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0708547 Feb 17 20:25:18.020588 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ca967b80-4055-4c93-ad0f-e05483f04c6f req-9fd04880-8c8b-4153-99d3-22ed18b5112b service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0585294 Feb 17 20:25:18.463406 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ee419-94ea-440c-8828-91de08778138 req-9f3bacd0-94d4-41f6-ad3f-454df9ca3e43 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:18.465054 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9e8ee419-94ea-440c-8828-91de08778138 req-9f3bacd0-94d4-41f6-ad3f-454df9ca3e43 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 984 time: 0.0919857 Feb 17 20:25:18.515576 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9e8ee419-94ea-440c-8828-91de08778138 req-c372f266-cd72-4833-b38d-01c1f63f700b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&id=1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0436225 Feb 17 20:25:19.055381 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:25:19.148831 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:25:19.149297 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:19.229995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefcb72-a7ba-4ed1-8509-e29025240ef3 req-05759a65-33c4-429d-bc3c-12f21c195ba8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:19.231762 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-baefcb72-a7ba-4ed1-8509-e29025240ef3 req-05759a65-33c4-429d-bc3c-12f21c195ba8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 945 time: 0.0901446 Feb 17 20:25:19.283761 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-baefcb72-a7ba-4ed1-8509-e29025240ef3 req-946570db-286a-4ceb-b2b5-e55799eca1ef tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0448227 Feb 17 20:25:19.723650 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab050b-fa63-4af4-816e-882d9b7654cc req-09e7acd9-5969-48a6-a182-414094b77ef3 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:19.725300 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-79ab050b-fa63-4af4-816e-882d9b7654cc req-09e7acd9-5969-48a6-a182-414094b77ef3 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 984 time: 0.0920181 Feb 17 20:25:19.774967 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-79ab050b-fa63-4af4-816e-882d9b7654cc req-0edb21e8-cf12-47e2-a01e-39ac64f53743 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&id=1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0433459 Feb 17 20:25:20.491429 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55f5c4-4ead-41dc-8295-7d1d3bafc46b req-94d3b35f-9dcb-4203-9037-c3f4fefa93ed tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:20.493084 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bc55f5c4-4ead-41dc-8295-7d1d3bafc46b req-94d3b35f-9dcb-4203-9037-c3f4fefa93ed tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 945 time: 0.0931826 Feb 17 20:25:20.540635 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bc55f5c4-4ead-41dc-8295-7d1d3bafc46b req-d1fa5f8d-c73b-4336-a569-b6b00526ebd4 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0402868 Feb 17 20:25:20.731807 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed242a7-436b-498d-ac00-1a48fc99c0a9 req-5be6bfdb-0eb1-48b2-8da3-f925244f90e7 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:20.733333 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4ed242a7-436b-498d-ac00-1a48fc99c0a9 req-5be6bfdb-0eb1-48b2-8da3-f925244f90e7 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 945 time: 0.0853934 Feb 17 20:25:20.779886 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4ed242a7-436b-498d-ac00-1a48fc99c0a9 req-a8b90232-864c-4b82-85fe-6fef2b335b38 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0398042 Feb 17 20:25:20.971964 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f5d18-5780-49be-9f20-21b885a3ecf7 req-1967a1ac-76d7-4a1b-a6e3-f58fb6d44e03 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:20.973580 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-194f5d18-5780-49be-9f20-21b885a3ecf7 req-1967a1ac-76d7-4a1b-a6e3-f58fb6d44e03 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 984 time: 0.0890357 Feb 17 20:25:21.006636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:25:21.023638 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-194f5d18-5780-49be-9f20-21b885a3ecf7 req-e1f45db1-e494-44be-8701-b47b7855f603 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&id=1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0437822 Feb 17 20:25:21.083284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:25:21.083710 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:21.207004 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-fb2c87a6-8c82-43b3-8de5-faed83036b89 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1568975 Feb 17 20:25:21.218512 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Request body: {'floatingip': {'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:25:21.224396 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:25:21.234176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:25:21.242929 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:21.388359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:21.664459 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Allocated IP 172.27.1.190 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/fa885795-2aad-4696-adfd-17e2883a34a0) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:25:21.819541 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:21.849235 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:21.864999 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:25:22.000957 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event updated for resources: {'Port': ['ID=fa885795-2aad-4696-adfd-17e2883a34a0,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:25:22.005954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:25:22.053500 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:25:22.054661 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:25:22.057009 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:25:22.384457 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:22.447151 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:22.718869 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:22.722350 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:22.737632 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:25:22.874995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event updated for resources: {'Port': ['ID=fa885795-2aad-4696-adfd-17e2883a34a0,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:25:22.880055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:25:22.979502 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:23.006458 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:23.007787 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7941306 Feb 17 20:25:23.096281 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-c925d917-f4d4-4869-b451-033a866d0d2b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:floatingip {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:25:23.110460 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-c925d917-f4d4-4869-b451-033a866d0d2b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:floatingip {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:25:23.111691 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-c925d917-f4d4-4869-b451-033a866d0d2b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.190 HTTP/1.1" status: 200 len: 696 time: 0.0972817 Feb 17 20:25:23.271691 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-5a778a1e-c6ba-499e-b5dd-125589f369d2 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:23.273119 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7649afb9-1566-4287-a2da-4e75225a8c99 req-5a778a1e-c6ba-499e-b5dd-125589f369d2 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/networks/20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 HTTP/1.1" status: 200 len: 784 time: 0.1554773 Feb 17 20:25:23.458514 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368735-1b40-4c9f-8ccb-03a959b77a5b req-76e141eb-2c47-40fb-9555-3b9a1ac80732 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:23.460122 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-41368735-1b40-4c9f-8ccb-03a959b77a5b req-76e141eb-2c47-40fb-9555-3b9a1ac80732 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 984 time: 0.0868781 Feb 17 20:25:23.510776 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-41368735-1b40-4c9f-8ccb-03a959b77a5b req-74a92702-9bc8-4c86-b6a8-9425ade75afa tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&id=1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0439370 Feb 17 20:25:23.699934 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-3fd3d088-4aaa-442d-adff-fb3526e7a4ee tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:23.701573 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-3fd3d088-4aaa-442d-adff-fb3526e7a4ee tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0910497 Feb 17 20:25:23.786912 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-c52655d5-311e-40e8-8e27-4218f70c529f tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.190 HTTP/1.1" status: 200 len: 696 time: 0.0790715 Feb 17 20:25:23.797859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-eac59ae6-af5b-410f-8d5e-a44ecffac6e6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Request body: {'floatingip': {'port_id': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:25:23.882326 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-eac59ae6-af5b-410f-8d5e-a44ecffac6e6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:24.525683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-eac59ae6-af5b-410f-8d5e-a44ecffac6e6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:24.528520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-eac59ae6-af5b-410f-8d5e-a44ecffac6e6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:24.712670 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-eac59ae6-af5b-410f-8d5e-a44ecffac6e6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Floating IP 3e0b441e-0cc2-4918-b29d-5b5112848f82 associated. External IP: 172.27.1.190, port: fdc4f8ec-5506-46cf-9b15-820db1f9b5a4. Feb 17 20:25:25.013277 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 94908655-b8a8-43e1-ae6d-4fd67f1da513 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:25:25.084841 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-eac59ae6-af5b-410f-8d5e-a44ecffac6e6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Router 7b640064-724d-4ef0-880c-770b85e8ddeb has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:25:25.086341 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 94908655-b8a8-43e1-ae6d-4fd67f1da513 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:25:25.086766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:25.517149 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-eac59ae6-af5b-410f-8d5e-a44ecffac6e6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:25:25.521636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-eac59ae6-af5b-410f-8d5e-a44ecffac6e6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:25.526947 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348219e9-68ef-4886-8bdc-607062b37fba None None] Sync routers for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:25:25.537799 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348219e9-68ef-4886-8bdc-607062b37fba None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:25:25.538463 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-348219e9-68ef-4886-8bdc-607062b37fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:25:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:25:25.580968 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-eac59ae6-af5b-410f-8d5e-a44ecffac6e6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "PUT /v2.0/floatingips/3e0b441e-0cc2-4918-b29d-5b5112848f82 HTTP/1.1" status: 200 len: 996 time: 1.7879212 Feb 17 20:25:25.581543 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'tag': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:25:25.672449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-bfe8352b-997f-4b99-8e1b-590ad5076f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:25.674142 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-bfe8352b-997f-4b99-8e1b-590ad5076f64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 1162 time: 0.0787592 Feb 17 20:25:25.734402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-348219e9-68ef-4886-8bdc-607062b37fba None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:25:25.823348 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-178e305e-8622-4121-bf75-7ebbab7f6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:25.825034 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-178e305e-8622-4121-bf75-7ebbab7f6098 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1444144 Feb 17 20:25:25.940917 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-828106d2-f475-43c9-a7a9-88a393c3f9d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 HTTP/1.1" status: 200 len: 999 time: 0.1085658 Feb 17 20:25:26.015590 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-f9c94a28-9d0c-46fb-9713-6e7ffd4dab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:26.017152 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-f9c94a28-9d0c-46fb-9713-6e7ffd4dab76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0693946 Feb 17 20:25:26.100706 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-625fda1a-9fa3-45e7-bfc8-ff8eda4899e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:26.102559 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-625fda1a-9fa3-45e7-bfc8-ff8eda4899e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788004 Feb 17 20:25:26.247437 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-c94cb10f-ebc5-4d09-9bc0-c6d2be000637 service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376734 Feb 17 20:25:26.265391 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-348219e9-68ef-4886-8bdc-607062b37fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '3e0b441e-0cc2-4918-b29d-5b5112848f82', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'port_id': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'mac_address': 'fa:16:3e:35:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:25:22Z', 'updated_at': '2021-02-17T20:25:24Z', 'revision_number': 1, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:25:26.269636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348219e9-68ef-4886-8bdc-607062b37fba None None] Checking router: 7b640064-724d-4ef0-880c-770b85e8ddeb for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:25:26.278407 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348219e9-68ef-4886-8bdc-607062b37fba None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:25:26.279066 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-348219e9-68ef-4886-8bdc-607062b37fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:25:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:25:26.397326 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-d7539b0b-2347-4c98-85c0-9a3d0159193b req-2680df6a-6672-43c1-b835-4f8d9fd7ba64 service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423001 Feb 17 20:25:26.473288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-348219e9-68ef-4886-8bdc-607062b37fba None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:25:26.594577 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a997b-889d-427c-8661-719691d96dbd req-e2b11459-5d24-4edd-a237-24a4182247bd tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:26.596194 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4c4a997b-889d-427c-8661-719691d96dbd req-e2b11459-5d24-4edd-a237-24a4182247bd tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 984 time: 0.0946040 Feb 17 20:25:26.648077 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4c4a997b-889d-427c-8661-719691d96dbd req-e58b764d-75cd-4e18-9df2-007b0f8d9d1a tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&id=1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0452321 Feb 17 20:25:26.703880 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'tag': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4', 'status': 'completed', 'code': 200} Feb 17 20:25:26.806629 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf2b68-2bd3-4f65-b2fb-042c80816099 req-ca0ca76e-044a-4ed5-ac7e-a0d46b021412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:26.808273 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-56bf2b68-2bd3-4f65-b2fb-042c80816099 req-ca0ca76e-044a-4ed5-ac7e-a0d46b021412 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 1162 time: 0.0804372 Feb 17 20:25:26.844324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-348219e9-68ef-4886-8bdc-607062b37fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '3e0b441e-0cc2-4918-b29d-5b5112848f82', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'port_id': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'mac_address': 'fa:16:3e:35:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:25:22Z', 'updated_at': '2021-02-17T20:25:24Z', 'revision_number': 1, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:25:26.848583 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348219e9-68ef-4886-8bdc-607062b37fba None None] The sync data for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi is: [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '3e0b441e-0cc2-4918-b29d-5b5112848f82', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'port_id': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'mac_address': 'fa:16:3e:35:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:25:22Z', 'updated_at': '2021-02-17T20:25:24Z', 'revision_number': 1, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:25:26.956443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf2b68-2bd3-4f65-b2fb-042c80816099 req-559f8ddf-a4b8-4b2d-9f48-acdb7054c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:26.958073 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-56bf2b68-2bd3-4f65-b2fb-042c80816099 req-559f8ddf-a4b8-4b2d-9f48-acdb7054c9d3 service neutron] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1427832 Feb 17 20:25:27.073361 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-56bf2b68-2bd3-4f65-b2fb-042c80816099 req-fc0c7960-b9e7-459f-b557-71389c70376a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 HTTP/1.1" status: 200 len: 999 time: 0.1077113 Feb 17 20:25:27.145648 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf2b68-2bd3-4f65-b2fb-042c80816099 req-80711f34-89d4-411e-aba6-a4668e28e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:27.147301 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-56bf2b68-2bd3-4f65-b2fb-042c80816099 req-80711f34-89d4-411e-aba6-a4668e28e037 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0677054 Feb 17 20:25:27.147946 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e586f3dd-67ce-47ee-89d9-2354aefb910f None None] New status for floating IP 3e0b441e-0cc2-4918-b29d-5b5112848f82: ACTIVE {{(pid=84041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:25:27.236679 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf2b68-2bd3-4f65-b2fb-042c80816099 req-f02c21f3-d600-496b-89e8-18d06ced562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:27.238369 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-56bf2b68-2bd3-4f65-b2fb-042c80816099 req-f02c21f3-d600-496b-89e8-18d06ced562c service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844324 Feb 17 20:25:27.387230 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-56bf2b68-2bd3-4f65-b2fb-042c80816099 req-5db92949-ba3f-44b6-903b-8e0f6fe2ed8e service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410358 Feb 17 20:25:27.536575 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-56bf2b68-2bd3-4f65-b2fb-042c80816099 req-39b8677c-7103-4ec7-b076-1fcd5cfd098c service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1422117 Feb 17 20:25:35.046865 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e1969fb3-adf5-4d32-b1b2-74b8c3d80c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:37.707623 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-8e6bb6e8-460c-4f43-879b-0c43c8b796d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:37.975517 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:38.371449 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:25:39.206686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:39.493311 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:41.356334 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-18e3a335-a87c-41a4-8914-459301a54818 req-280eba40-365b-4d59-bbad-35835da73c30 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0776331 Feb 17 20:25:41.461157 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3a335-a87c-41a4-8914-459301a54818 req-36dc4e01-46c0-4df0-b199-642e94aca82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:41.462803 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-18e3a335-a87c-41a4-8914-459301a54818 req-36dc4e01-46c0-4df0-b199-642e94aca82a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ce62cbb6490f4836b8cdee328bc062c6&device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 1202 time: 0.0841079 Feb 17 20:25:41.624962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3a335-a87c-41a4-8914-459301a54818 req-e0ecd7ab-2fe1-4e7b-90f6-c92acb89439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:41.626500 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-18e3a335-a87c-41a4-8914-459301a54818 req-e0ecd7ab-2fe1-4e7b-90f6-c92acb89439f service neutron] 10.222.0.127 "GET /v2.0/networks?id=f256d269-5eab-4d81-807f-092e499ece69 HTTP/1.1" status: 200 len: 908 time: 0.1416299 Feb 17 20:25:41.738322 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-18e3a335-a87c-41a4-8914-459301a54818 req-8dc62850-291f-41ed-b12c-39eacbd10d7b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94908655-b8a8-43e1-ae6d-4fd67f1da513 HTTP/1.1" status: 200 len: 1000 time: 0.1035480 Feb 17 20:25:41.811028 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3a335-a87c-41a4-8914-459301a54818 req-71569bbc-628e-4490-b75c-68fe15b14933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:41.812545 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-18e3a335-a87c-41a4-8914-459301a54818 req-71569bbc-628e-4490-b75c-68fe15b14933 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=dda03c1e-8ef5-4a94-a4d2-d018d872efca HTTP/1.1" status: 200 len: 853 time: 0.0672410 Feb 17 20:25:41.894384 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3a335-a87c-41a4-8914-459301a54818 req-df3741a2-3e0a-4f12-aaca-1f93f603dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:25:41.895897 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-18e3a335-a87c-41a4-8914-459301a54818 req-df3741a2-3e0a-4f12-aaca-1f93f603dd7a service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f256d269-5eab-4d81-807f-092e499ece69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761533 Feb 17 20:25:42.040705 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-18e3a335-a87c-41a4-8914-459301a54818 req-3ebf4112-f02c-492d-9ab5-74b9d543db81 service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367564 Feb 17 20:25:42.186003 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-18e3a335-a87c-41a4-8914-459301a54818 req-8e8fc636-57ea-46f2-a5c7-d63fd8d4810e service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359522 Feb 17 20:25:43.527549 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:25:59.960309 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3ec66a2b-594e-4422-bf7d-9cdb33619c91 req-8da473d4-d601-4561-a197-bfb794b96093 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-780872548&fields=id&tenant_id=ce62cbb6490f4836b8cdee328bc062c6 HTTP/1.1" status: 200 len: 267 time: 0.1967092 Feb 17 20:26:00.050778 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec66a2b-594e-4422-bf7d-9cdb33619c91 req-98dec86a-6015-4e10-9dd2-bf1d7d9ad7d6 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:00.052408 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3ec66a2b-594e-4422-bf7d-9cdb33619c91 req-98dec86a-6015-4e10-9dd2-bf1d7d9ad7d6 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 984 time: 0.0861554 Feb 17 20:26:00.064769 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-3ec66a2b-594e-4422-bf7d-9cdb33619c91 req-19215efe-8ab8-4ae2-b0f8-131470bbfa93 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Request body: {'port': {'security_groups': ['258f1b4e-5362-40a2-af33-177cf1a5fdf8']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:26:00.196520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-3ec66a2b-594e-4422-bf7d-9cdb33619c91 req-19215efe-8ab8-4ae2-b0f8-131470bbfa93 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:00.514898 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-3ec66a2b-594e-4422-bf7d-9cdb33619c91 req-19215efe-8ab8-4ae2-b0f8-131470bbfa93 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] For port 94908655-b8a8-43e1-ae6d-4fd67f1da513, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=94908655-b8a8-43e1-ae6d-4fd67f1da513,segment=NetworkSegment(e45334df-05ea-45a6-a57e-53782ad8df28),segment_id=e45334df-05ea-45a6-a57e-53782ad8df28)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:26:00.541244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-3ec66a2b-594e-4422-bf7d-9cdb33619c91 req-19215efe-8ab8-4ae2-b0f8-131470bbfa93 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:00.545832 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-3ec66a2b-594e-4422-bf7d-9cdb33619c91 req-19215efe-8ab8-4ae2-b0f8-131470bbfa93 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:00.560453 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-aa5a4be7-74e1-47d7-bcc3-75f474bcfa3b tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:26:00.712820 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19215efe-8ab8-4ae2-b0f8-131470bbfa93 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Pushing event updated for resources: {'Port': ['ID=94908655-b8a8-43e1-ae6d-4fd67f1da513,revision_number=6']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:26:00.725906 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-19215efe-8ab8-4ae2-b0f8-131470bbfa93 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:26:00.762356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec66a2b-594e-4422-bf7d-9cdb33619c91 req-19215efe-8ab8-4ae2-b0f8-131470bbfa93 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:00.763067 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-3ec66a2b-594e-4422-bf7d-9cdb33619c91 req-19215efe-8ab8-4ae2-b0f8-131470bbfa93 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:00.766197 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3ec66a2b-594e-4422-bf7d-9cdb33619c91 req-19215efe-8ab8-4ae2-b0f8-131470bbfa93 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "PUT /v2.0/ports/94908655-b8a8-43e1-ae6d-4fd67f1da513 HTTP/1.1" status: 200 len: 942 time: 0.7059574 Feb 17 20:26:00.766197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'tag': '94908655-b8a8-43e1-ae6d-4fd67f1da513'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:26:00.815337 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'tag': '94908655-b8a8-43e1-ae6d-4fd67f1da513', 'status': 'completed', 'code': 200} Feb 17 20:26:00.938081 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1c671b6a-755e-445d-b917-7189088e3c08 req-9c0972b0-0b62-4d44-b17f-d3cdaf6fc347 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups/1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48 HTTP/1.1" status: 200 len: 3003 time: 0.1108525 Feb 17 20:26:00.985693 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37860f4-46e8-41c7-83c5-76a31513a2eb req-98a4c353-9459-4b8f-9df6-9921854774e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:00.987216 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f37860f4-46e8-41c7-83c5-76a31513a2eb req-98a4c353-9459-4b8f-9df6-9921854774e5 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ce62cbb6490f4836b8cdee328bc062c6&device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 1162 time: 0.1431580 Feb 17 20:26:01.022646 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-161b09bf-0432-4e94-9f96-1e7efa9523fe None None] Provisioning complete for port 94908655-b8a8-43e1-ae6d-4fd67f1da513 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:26:01.023059 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-161b09bf-0432-4e94-9f96-1e7efa9523fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:01.121926 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1c671b6a-755e-445d-b917-7189088e3c08 req-31087ccf-f705-4727-8841-4284fbd6161d tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:01.173784 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1c671b6a-755e-445d-b917-7189088e3c08 req-31087ccf-f705-4727-8841-4284fbd6161d tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:01.208896 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37860f4-46e8-41c7-83c5-76a31513a2eb req-60b41924-3da2-47cf-ab94-87af58fc6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:01.210555 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f37860f4-46e8-41c7-83c5-76a31513a2eb req-60b41924-3da2-47cf-ab94-87af58fc6117 service neutron] 10.222.0.127 "GET /v2.0/networks?id=f256d269-5eab-4d81-807f-092e499ece69 HTTP/1.1" status: 200 len: 908 time: 0.2130213 Feb 17 20:26:01.332439 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f37860f4-46e8-41c7-83c5-76a31513a2eb req-292ca572-b8af-4a4b-905c-de55c825254a service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94908655-b8a8-43e1-ae6d-4fd67f1da513 HTTP/1.1" status: 200 len: 1000 time: 0.1112554 Feb 17 20:26:01.333519 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1c671b6a-755e-445d-b917-7189088e3c08 req-31087ccf-f705-4727-8841-4284fbd6161d tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:01.338727 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d86aee6e-c1f1-467b-b4f8-9c64a97a4bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:26:01.388055 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 94908655-b8a8-43e1-ae6d-4fd67f1da513 up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:26:01.396072 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31087ccf-f705-4727-8841-4284fbd6161d tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:26:01.403355 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-31087ccf-f705-4727-8841-4284fbd6161d tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:26:01.419946 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-1c671b6a-755e-445d-b917-7189088e3c08 req-31087ccf-f705-4727-8841-4284fbd6161d tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:01.421226 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-1c671b6a-755e-445d-b917-7189088e3c08 req-31087ccf-f705-4727-8841-4284fbd6161d tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "DELETE /v2.0/security-groups/1e0e6b46-50ca-44e5-b5a3-cf9ca921cf48 HTTP/1.1" status: 204 len: 173 time: 0.4762063 Feb 17 20:26:01.444212 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37860f4-46e8-41c7-83c5-76a31513a2eb req-f08f8181-c3bc-4c8b-bbf4-fa8ccc4797f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:01.446921 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f37860f4-46e8-41c7-83c5-76a31513a2eb req-f08f8181-c3bc-4c8b-bbf4-fa8ccc4797f5 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=dda03c1e-8ef5-4a94-a4d2-d018d872efca HTTP/1.1" status: 200 len: 853 time: 0.0955167 Feb 17 20:26:01.479052 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 94908655-b8a8-43e1-ae6d-4fd67f1da513 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:26:01.479474 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:01.869495 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-136678b2-65f5-4826-a066-b8e82f41eeef tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/floatingips/d3bce34c-e8ed-46c9-b0e6-ec624bd28269 HTTP/1.1" status: 200 len: 997 time: 0.4282620 Feb 17 20:26:01.982914 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37860f4-46e8-41c7-83c5-76a31513a2eb req-4be3c95d-004b-478b-a05f-f84548492b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:01.984503 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f37860f4-46e8-41c7-83c5-76a31513a2eb req-4be3c95d-004b-478b-a05f-f84548492b27 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f256d269-5eab-4d81-807f-092e499ece69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4713366 Feb 17 20:26:02.140447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-6ea9e027-31ef-4a5e-8000-ef1fb623130f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:02.141872 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-6ea9e027-31ef-4a5e-8000-ef1fb623130f tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/networks/20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 HTTP/1.1" status: 200 len: 784 time: 0.2645345 Feb 17 20:26:02.254831 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f37860f4-46e8-41c7-83c5-76a31513a2eb req-5a53d470-a8b1-4b9f-bd36-e6a5241e2838 service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616029 Feb 17 20:26:02.359205 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-40d5f2bd-3d38-4e13-ad85-db3726ea3509 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.75 HTTP/1.1" status: 200 len: 1000 time: 0.2023818 Feb 17 20:26:02.470327 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-f6224489-4561-4e75-a419-617fbc5e81e6 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:02.471811 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-f6224489-4561-4e75-a419-617fbc5e81e6 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports/94908655-b8a8-43e1-ae6d-4fd67f1da513 HTTP/1.1" status: 200 len: 942 time: 0.1048322 Feb 17 20:26:02.491779 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f37860f4-46e8-41c7-83c5-76a31513a2eb req-e8522e2d-dd27-43bc-bba0-a7b985dd9779 service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2249892 Feb 17 20:26:02.658283 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-aaa3a912-6e1a-4e7a-89fc-be153b6ad3fc tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.75 HTTP/1.1" status: 200 len: 1000 time: 0.1072350 Feb 17 20:26:02.883448 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-a1ba5f3c-21e9-4762-8e67-f36372856f3e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Deleting port 73fef81b-bab8-4069-955e-c8b283fb6c87 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:26:02.883833 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-a1ba5f3c-21e9-4762-8e67-f36372856f3e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:03.064965 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-a1ba5f3c-21e9-4762-8e67-f36372856f3e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:03.065334 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-a1ba5f3c-21e9-4762-8e67-f36372856f3e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:03.197980 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-a1ba5f3c-21e9-4762-8e67-f36372856f3e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Calling delete_port for 73fef81b-bab8-4069-955e-c8b283fb6c87 owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:26:03.353117 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-a1ba5f3c-21e9-4762-8e67-f36372856f3e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:03.369024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7ebd52f2-fb4f-470e-9107-0d91102888ab tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:26:03.465626 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba5f3c-21e9-4762-8e67-f36372856f3e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Pushing event deleted for resources: {'Port': ['ID=73fef81b-bab8-4069-955e-c8b283fb6c87,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:26:03.475809 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a1ba5f3c-21e9-4762-8e67-f36372856f3e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:26:03.594433 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-a1ba5f3c-21e9-4762-8e67-f36372856f3e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks [] for floatingip, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:03.594802 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-a1ba5f3c-21e9-4762-8e67-f36372856f3e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Floating IP d3bce34c-e8ed-46c9-b0e6-ec624bd28269 disassociated (deleted). External IP: 172.27.1.75, port: 94908655-b8a8-43e1-ae6d-4fd67f1da513. Feb 17 20:26:03.975412 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-a1ba5f3c-21e9-4762-8e67-f36372856f3e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:26:04.168593 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-a1ba5f3c-21e9-4762-8e67-f36372856f3e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:26:04.178968 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b83a09-35e2-4a0b-9d48-aedf8ebb9f62 None None] Sync routers for ids ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:26:04.188731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b83a09-35e2-4a0b-9d48-aedf8ebb9f62 None None] Routers {'7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:26:04.189542 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-e3b83a09-35e2-4a0b-9d48-aedf8ebb9f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:25:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:26:04.194556 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-a1ba5f3c-21e9-4762-8e67-f36372856f3e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:04.254113 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-a1ba5f3c-21e9-4762-8e67-f36372856f3e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "DELETE /v2.0/floatingips/d3bce34c-e8ed-46c9-b0e6-ec624bd28269 HTTP/1.1" status: 204 len: 173 time: 1.5898709 Feb 17 20:26:04.254675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'tag': '94908655-b8a8-43e1-ae6d-4fd67f1da513'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:26:04.345439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-ab63e012-d40c-4971-a60e-8e9a3608edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:04.347098 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-ab63e012-d40c-4971-a60e-8e9a3608edaa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce62cbb6490f4836b8cdee328bc062c6&device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 1162 time: 0.0798571 Feb 17 20:26:04.382554 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-e3b83a09-35e2-4a0b-9d48-aedf8ebb9f62 None None] Set router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:26:04.492026 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-60b3f91c-45d6-401d-a81e-b3330bdf141a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:04.493718 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-60b3f91c-45d6-401d-a81e-b3330bdf141a service neutron] 10.222.0.73 "GET /v2.0/networks?id=f256d269-5eab-4d81-807f-092e499ece69 HTTP/1.1" status: 200 len: 908 time: 0.1401696 Feb 17 20:26:04.571794 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-075cf235-f250-4dd3-a52e-024e8582c6ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94908655-b8a8-43e1-ae6d-4fd67f1da513 HTTP/1.1" status: 200 len: 217 time: 0.0706453 Feb 17 20:26:04.644268 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-59b0c2aa-aa46-4244-932a-70e9a60d61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:04.645894 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-59b0c2aa-aa46-4244-932a-70e9a60d61d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dda03c1e-8ef5-4a94-a4d2-d018d872efca HTTP/1.1" status: 200 len: 853 time: 0.0679348 Feb 17 20:26:04.719096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-e3b83a09-35e2-4a0b-9d48-aedf8ebb9f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '75d17412-b058-448e-adb5-019d4f780201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:24:00Z', 'updated_at': '2021-02-17T20:24:05Z', 'revision_number': 4, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'gw_port': {'id': '75d17412-b058-448e-adb5-019d4f780201', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:01Z', 'updated_at': '2021-02-17T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '3838654c-a48b-4426-b634-e0ab689f6a88', 'name': '', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'mac_address': 'fa:16:3e:e8:e5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:04Z', 'updated_at': '2021-02-17T20:24:14Z', 'revision_number': 5, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'subnets': [{'id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:26:04.723142 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b83a09-35e2-4a0b-9d48-aedf8ebb9f62 None None] Checking router: 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:26:04.729278 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-83d58a8a-edc3-4d75-b045-0d6d0fa35715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:04.730933 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-83d58a8a-edc3-4d75-b045-0d6d0fa35715 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f256d269-5eab-4d81-807f-092e499ece69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781436 Feb 17 20:26:04.732757 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b83a09-35e2-4a0b-9d48-aedf8ebb9f62 None None] Routers {'7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:26:04.733465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-e3b83a09-35e2-4a0b-9d48-aedf8ebb9f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:25:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:26:04.877499 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-394d2516-688f-47ee-b097-e1cad73420c7 service neutron] 10.222.0.73 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390676 Feb 17 20:26:04.924367 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-e3b83a09-35e2-4a0b-9d48-aedf8ebb9f62 None None] Set router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:26:05.292442 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-35cd74f0-fc9a-402e-b6e5-9b8e022beb2a req-de0b6fd8-c638-4139-a07d-c6ebb5938fdf service neutron] 10.222.0.73 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4083669 Feb 17 20:26:05.330901 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5c58c669-6788-457b-af49-086cbd84c662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:05.350293 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'tag': '94908655-b8a8-43e1-ae6d-4fd67f1da513', 'status': 'completed', 'code': 200} Feb 17 20:26:05.458765 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdd34d-1569-4032-b505-16f2eb11aec8 req-b8af5d76-2855-4015-b01a-1aa9fa1ab0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:05.460616 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-46bdd34d-1569-4032-b505-16f2eb11aec8 req-b8af5d76-2855-4015-b01a-1aa9fa1ab0f9 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ce62cbb6490f4836b8cdee328bc062c6&device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 1162 time: 0.0886784 Feb 17 20:26:05.469922 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-e3b83a09-35e2-4a0b-9d48-aedf8ebb9f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '75d17412-b058-448e-adb5-019d4f780201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:24:00Z', 'updated_at': '2021-02-17T20:24:05Z', 'revision_number': 4, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'gw_port': {'id': '75d17412-b058-448e-adb5-019d4f780201', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:01Z', 'updated_at': '2021-02-17T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '3838654c-a48b-4426-b634-e0ab689f6a88', 'name': '', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'mac_address': 'fa:16:3e:e8:e5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:04Z', 'updated_at': '2021-02-17T20:24:14Z', 'revision_number': 5, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'subnets': [{'id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:26:05.474237 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b83a09-35e2-4a0b-9d48-aedf8ebb9f62 None None] The sync data for ids ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'] in dv-cinder-760038-3-iscsi is: [{'id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '75d17412-b058-448e-adb5-019d4f780201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:24:00Z', 'updated_at': '2021-02-17T20:24:05Z', 'revision_number': 4, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'gw_port': {'id': '75d17412-b058-448e-adb5-019d4f780201', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:01Z', 'updated_at': '2021-02-17T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '3838654c-a48b-4426-b634-e0ab689f6a88', 'name': '', 'network_id': 'f256d269-5eab-4d81-807f-092e499ece69', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'mac_address': 'fa:16:3e:e8:e5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:04Z', 'updated_at': '2021-02-17T20:24:14Z', 'revision_number': 5, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'subnets': [{'id': 'dda03c1e-8ef5-4a94-a4d2-d018d872efca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:26:05.609033 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdd34d-1569-4032-b505-16f2eb11aec8 req-120eaba7-4aae-41c6-a8f4-bc71f7317c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:05.610669 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-46bdd34d-1569-4032-b505-16f2eb11aec8 req-120eaba7-4aae-41c6-a8f4-bc71f7317c13 service neutron] 10.222.0.127 "GET /v2.0/networks?id=f256d269-5eab-4d81-807f-092e499ece69 HTTP/1.1" status: 200 len: 908 time: 0.1426899 Feb 17 20:26:05.692466 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-46bdd34d-1569-4032-b505-16f2eb11aec8 req-088ea141-5644-437d-aa19-7d59b87641a5 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94908655-b8a8-43e1-ae6d-4fd67f1da513 HTTP/1.1" status: 200 len: 217 time: 0.0725863 Feb 17 20:26:05.776798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdd34d-1569-4032-b505-16f2eb11aec8 req-5c1ba353-de6f-4a36-bf25-fb2e195642d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:05.779287 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-46bdd34d-1569-4032-b505-16f2eb11aec8 req-5c1ba353-de6f-4a36-bf25-fb2e195642d5 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=dda03c1e-8ef5-4a94-a4d2-d018d872efca HTTP/1.1" status: 200 len: 853 time: 0.0783241 Feb 17 20:26:05.877652 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdd34d-1569-4032-b505-16f2eb11aec8 req-e2494fb8-442e-4bd1-99c2-84bae9c46e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:05.879310 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-46bdd34d-1569-4032-b505-16f2eb11aec8 req-e2494fb8-442e-4bd1-99c2-84bae9c46e71 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=f256d269-5eab-4d81-807f-092e499ece69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0932081 Feb 17 20:26:05.888583 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41394f1-c108-4de0-8f36-6a3a8b1edf93 None None] New status for floating IP d3bce34c-e8ed-46c9-b0e6-ec624bd28269: DOWN {{(pid=84041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:26:06.030125 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-46bdd34d-1569-4032-b505-16f2eb11aec8 req-59dbbfd5-5999-4f08-96f4-9e7a8dd3cc5d service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424675 Feb 17 20:26:06.180908 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-46bdd34d-1569-4032-b505-16f2eb11aec8 req-d2410ebd-e6a9-4258-897d-437c187613b0 service neutron] 10.222.0.127 "GET /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400027 Feb 17 20:26:07.708118 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-06767b17-bd72-4fdc-abba-620f88612a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:07.977609 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:08.687068 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdb304-6970-4d08-a513-5abb59476935 req-5c783c06-dcbb-4f34-be38-4a27d86ac9dd tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:08.687830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ccbdb304-6970-4d08-a513-5abb59476935 req-5c783c06-dcbb-4f34-be38-4a27d86ac9dd tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Synchronizing usage tracker for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:26:08.702661 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ccbdb304-6970-4d08-a513-5abb59476935 req-5c783c06-dcbb-4f34-be38-4a27d86ac9dd tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Unset dirty status for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:26:08.703914 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ccbdb304-6970-4d08-a513-5abb59476935 req-5c783c06-dcbb-4f34-be38-4a27d86ac9dd tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 945 time: 0.1030843 Feb 17 20:26:08.754590 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ccbdb304-6970-4d08-a513-5abb59476935 req-55735ff8-b53e-4133-b201-eeb2f229d2af tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Synchronizing usage tracker for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:26:08.769491 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ccbdb304-6970-4d08-a513-5abb59476935 req-55735ff8-b53e-4133-b201-eeb2f229d2af tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Unset dirty status for tenant:ce62cbb6490f4836b8cdee328bc062c6 on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:26:08.770751 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ccbdb304-6970-4d08-a513-5abb59476935 req-55735ff8-b53e-4133-b201-eeb2f229d2af tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602090 Feb 17 20:26:08.868324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [req-e11055ff-f9a9-492e-998b-766420fa0577 req-be39af46-e9e6-4b9f-8052-341b73ce7731 service neutron] (84037) timed out ('10.222.0.127', 54401) {{(pid=84037) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 20:26:09.206931 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:09.496532 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:09.973304 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618303b-0059-4cf4-828f-8c5eb1b964ad req-9afeaccd-817d-4f64-9385-83f63d7fab47 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:09.974913 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4618303b-0059-4cf4-828f-8c5eb1b964ad req-9afeaccd-817d-4f64-9385-83f63d7fab47 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 945 time: 0.0866361 Feb 17 20:26:10.022980 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4618303b-0059-4cf4-828f-8c5eb1b964ad req-08999bba-9996-4e9c-8bc3-51f171d7ec86 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418499 Feb 17 20:26:10.567397 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685f109-b4ed-4802-931a-cb3791f1abef req-03922a92-b2c8-4d0c-899c-d0e457e19b38 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:10.568966 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c685f109-b4ed-4802-931a-cb3791f1abef req-03922a92-b2c8-4d0c-899c-d0e457e19b38 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.127 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 945 time: 0.0889494 Feb 17 20:26:10.646186 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-c685f109-b4ed-4802-931a-cb3791f1abef req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Deleting port 94908655-b8a8-43e1-ae6d-4fd67f1da513 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:26:10.646573 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c685f109-b4ed-4802-931a-cb3791f1abef req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:10.907951 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-c685f109-b4ed-4802-931a-cb3791f1abef req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] For port 94908655-b8a8-43e1-ae6d-4fd67f1da513, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=94908655-b8a8-43e1-ae6d-4fd67f1da513,segment=NetworkSegment(e45334df-05ea-45a6-a57e-53782ad8df28),segment_id=e45334df-05ea-45a6-a57e-53782ad8df28)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:26:10.908347 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c685f109-b4ed-4802-931a-cb3791f1abef req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:11.040563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-c685f109-b4ed-4802-931a-cb3791f1abef req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Calling delete_port for 94908655-b8a8-43e1-ae6d-4fd67f1da513 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:26:11.242898 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c685f109-b4ed-4802-931a-cb3791f1abef req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:11.260751 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:26:11.291476 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 94908655-b8a8-43e1-ae6d-4fd67f1da513 no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:26:11.311566 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Pushing event deleted for resources: {'Port': ['ID=94908655-b8a8-43e1-ae6d-4fd67f1da513,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:26:11.329600 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] No Port match for: 94908655-b8a8-43e1-ae6d-4fd67f1da513 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:26:11.329998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 94908655-b8a8-43e1-ae6d-4fd67f1da513 not bound to the agent host hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:26:11.376221 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.376626 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.377063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.377472 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.377873 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.378272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.378667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.379060 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.379454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.379848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.380237 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.380626 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.381101 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.381498 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.381889 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.382284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.382679 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.383070 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.383464 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.383854 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.384243 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.384633 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.385050 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.385439 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:26:11.394703 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:26:11.413714 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba491d8-ffd5-4d14-be29-a14c3504efb3 req-15510b04-909d-4347-bda7-c7b7c94cfe90 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:11.415341 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2ba491d8-ffd5-4d14-be29-a14c3504efb3 req-15510b04-909d-4347-bda7-c7b7c94cfe90 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f HTTP/1.1" status: 200 len: 945 time: 0.2588654 Feb 17 20:26:11.498845 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-2ba491d8-ffd5-4d14-be29-a14c3504efb3 req-4aea807b-e0bc-4eb0-a2fc-a393a3e050ab tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.73 "GET /v2.0/security-groups?id=258f1b4e-5362-40a2-af33-177cf1a5fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758684 Feb 17 20:26:11.548021 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c685f109-b4ed-4802-931a-cb3791f1abef req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] No DVR routers for this DVR port 94908655-b8a8-43e1-ae6d-4fd67f1da513 on host hv-cinder-76003 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:26:11.550533 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-c685f109-b4ed-4802-931a-cb3791f1abef req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:11.554361 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'name': 'network-vif-deleted', 'tag': '94908655-b8a8-43e1-ae6d-4fd67f1da513'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:26:11.568155 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c685f109-b4ed-4802-931a-cb3791f1abef req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] 10.222.0.127 "DELETE /v2.0/ports/94908655-b8a8-43e1-ae6d-4fd67f1da513 HTTP/1.1" status: 204 len: 173 time: 0.9924355 Feb 17 20:26:11.604276 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fe4f04-c9b1-46bb-9ddc-99dd8e6dd58f', 'name': 'network-vif-deleted', 'tag': '94908655-b8a8-43e1-ae6d-4fd67f1da513', 'status': 'completed', 'code': 200} Feb 17 20:26:13.156036 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34858) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:26:13.541494 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:13.735777 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-63336cc3-5e25-46cf-af39-50c4c2fb0d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404122'] for router_interface, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:14.115838 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-63336cc3-5e25-46cf-af39-50c4c2fb0d28 admin admin] Deleting port 3838654c-a48b-4426-b634-e0ab689f6a88 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:26:14.116214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-63336cc3-5e25-46cf-af39-50c4c2fb0d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:14.539028 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-63336cc3-5e25-46cf-af39-50c4c2fb0d28 admin admin] For port 3838654c-a48b-4426-b634-e0ab689f6a88, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=3838654c-a48b-4426-b634-e0ab689f6a88,segment=NetworkSegment(e45334df-05ea-45a6-a57e-53782ad8df28),segment_id=e45334df-05ea-45a6-a57e-53782ad8df28)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:26:14.539604 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-63336cc3-5e25-46cf-af39-50c4c2fb0d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:14.674954 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-63336cc3-5e25-46cf-af39-50c4c2fb0d28 admin admin] Calling delete_port for 3838654c-a48b-4426-b634-e0ab689f6a88 owned by network:router_interface {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:26:14.949868 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-63336cc3-5e25-46cf-af39-50c4c2fb0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:14.965536 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-95a89a2e-108c-43e9-a7cf-d0dae3c2c89b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:26:15.068433 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63336cc3-5e25-46cf-af39-50c4c2fb0d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=3838654c-a48b-4426-b634-e0ab689f6a88,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:26:15.073399 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-63336cc3-5e25-46cf-af39-50c4c2fb0d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:26:15.371016 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:26:15.378070 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-63336cc3-5e25-46cf-af39-50c4c2fb0d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853146494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404212'] for router_interface, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:15.890020 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63336cc3-5e25-46cf-af39-50c4c2fb0d28 admin admin] Router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:26:15.974560 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [req-736fa56e-f488-49f5-8a87-0f1483a89c08 req-14b65072-081b-4f65-b8a9-cb3d24aa1673 service neutron] (84037) timed out ('10.222.0.127', 54430) {{(pid=84037) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 20:26:16.082892 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63336cc3-5e25-46cf-af39-50c4c2fb0d28 admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:26:16.092294 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c377b-ebe1-41b1-9b54-7d908e81bcf4 None None] Sync routers for ids ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:26:16.095826 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-63336cc3-5e25-46cf-af39-50c4c2fb0d28 admin admin] 10.222.0.73 "PUT /v2.0/routers/7c4bfa91-4cc6-4aa2-a4bd-03a48da10313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9385228 Feb 17 20:26:16.098587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34862) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:26:16.102847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c377b-ebe1-41b1-9b54-7d908e81bcf4 None None] Routers {'7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:26:16.103520 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-059c377b-ebe1-41b1-9b54-7d908e81bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:26:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:26:16.288978 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] Notify callbacks [] for router, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:16.293114 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-059c377b-ebe1-41b1-9b54-7d908e81bcf4 None None] Set router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:26:16.478213 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:16.488192 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] Deleting port 75d17412-b058-448e-adb5-019d4f780201 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:26:16.488571 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:16.600352 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-059c377b-ebe1-41b1-9b54-7d908e81bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '75d17412-b058-448e-adb5-019d4f780201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:24:00Z', 'updated_at': '2021-02-17T20:26:14Z', 'revision_number': 5, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'gw_port': {'id': '75d17412-b058-448e-adb5-019d4f780201', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:24:01Z', 'updated_at': '2021-02-17T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:26:16.604381 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c377b-ebe1-41b1-9b54-7d908e81bcf4 None None] Checking router: 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:26:16.613313 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c377b-ebe1-41b1-9b54-7d908e81bcf4 None None] Routers {'7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:26:16.613978 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-059c377b-ebe1-41b1-9b54-7d908e81bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:26:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:26:16.782369 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-059c377b-ebe1-41b1-9b54-7d908e81bcf4 None None] Set router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 gateway port host: None {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:26:16.900974 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-059c377b-ebe1-41b1-9b54-7d908e81bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:24:00Z', 'updated_at': '2021-02-17T20:26:16Z', 'revision_number': 6, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'gw_port_host': None}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:26:16.904998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c377b-ebe1-41b1-9b54-7d908e81bcf4 None None] The sync data for ids ['7c4bfa91-4cc6-4aa2-a4bd-03a48da10313'] in dv-cinder-760038-3-iscsi is: [{'id': '7c4bfa91-4cc6-4aa2-a4bd-03a48da10313', 'name': 'tempest-TestMinimumBasicScenario-912439465-router', 'tenant_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:24:00Z', 'updated_at': '2021-02-17T20:26:16Z', 'revision_number': 6, 'project_id': 'ce62cbb6490f4836b8cdee328bc062c6', 'gw_port_host': None}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:26:16.921047 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] For port 75d17412-b058-448e-adb5-019d4f780201, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=75d17412-b058-448e-adb5-019d4f780201,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:26:16.921460 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:17.061216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] Calling delete_port for 75d17412-b058-448e-adb5-019d4f780201 owned by network:router_gateway {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:26:17.243282 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:17.259602 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-2205858d-75cb-431c-9071-28b80827d010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:26:17.364647 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] Pushing event deleted for resources: {'Port': ['ID=75d17412-b058-448e-adb5-019d4f780201,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:26:17.369454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:26:17.489608 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854376320'] for router_gateway, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:17.675463 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775512'] for router, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:17.677874 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:17.698380 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402962'] for router, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:17.698970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 {{(pid=84038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:26:17.711853 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:17.713133 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d5e572e9-fa8f-42d4-b8ed-94697984c56d admin admin] 10.222.0.73 "DELETE /v2.0/routers/7c4bfa91-4cc6-4aa2-a4bd-03a48da10313 HTTP/1.1" status: 204 len: 168 time: 1.6135287 Feb 17 20:26:17.715782 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34866) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:26:17.784034 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-86de32c5-039b-469f-86c5-31c2061fee0d admin admin] Deleting subnet dda03c1e-8ef5-4a94-a4d2-d018d872efca {{(pid=84038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:26:17.787367 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-86de32c5-039b-469f-86c5-31c2061fee0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:17.842377 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-86de32c5-039b-469f-86c5-31c2061fee0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704422'] for subnet, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:17.928587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-86de32c5-039b-469f-86c5-31c2061fee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:17.929820 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 75d17412-b058-448e-adb5-019d4f780201 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:26:17.966827 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: 75d17412-b058-448e-adb5-019d4f780201 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:26:17.967227 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 75d17412-b058-448e-adb5-019d4f780201 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:26:17.967700 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 3838654c-a48b-4426-b634-e0ab689f6a88 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:26:18.006934 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: 3838654c-a48b-4426-b634-e0ab689f6a88 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:26:18.007337 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 3838654c-a48b-4426-b634-e0ab689f6a88 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:26:18.193506 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-86de32c5-039b-469f-86c5-31c2061fee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4091116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350040'] for subnet, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:18.209539 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ef8e9685-cea0-49bf-8d11-ceec0c3af3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:26:18.296910 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de32c5-039b-469f-86c5-31c2061fee0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda03c1e-8ef5-4a94-a4d2-d018d872efca,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:26:18.301442 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-86de32c5-039b-469f-86c5-31c2061fee0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:26:18.344267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-86de32c5-039b-469f-86c5-31c2061fee0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:18.349840 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9d79c5-9d66-4560-b751-8d8ec55f1820 None None] Network f256d269-5eab-4d81-807f-092e499ece69 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:26:18.350830 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-86de32c5-039b-469f-86c5-31c2061fee0d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dda03c1e-8ef5-4a94-a4d2-d018d872efca HTTP/1.1" status: 204 len: 168 time: 0.6333563 Feb 17 20:26:18.353401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34870) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:26:18.472430 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:18.542669 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Deleting port befc2abb-512c-4785-ad31-90c1362a9db0 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:26:18.543053 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:18.609069 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952d6abf-d4d5-4a53-a392-7171fde4f74b None None] DHCP port deletion for f256d269-5eab-4d81-807f-092e499ece69 request from dv-cinder-760038-3-iscsi {{(pid=84040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 20:26:18.613413 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-952d6abf-d4d5-4a53-a392-7171fde4f74b None None] Deleting port befc2abb-512c-4785-ad31-90c1362a9db0 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:26:18.613838 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-952d6abf-d4d5-4a53-a392-7171fde4f74b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:18.769589 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] For port befc2abb-512c-4785-ad31-90c1362a9db0, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=befc2abb-512c-4785-ad31-90c1362a9db0,segment=NetworkSegment(e45334df-05ea-45a6-a57e-53782ad8df28),segment_id=e45334df-05ea-45a6-a57e-53782ad8df28)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:26:18.769905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:18.834229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-952d6abf-d4d5-4a53-a392-7171fde4f74b None None] For port befc2abb-512c-4785-ad31-90c1362a9db0, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=befc2abb-512c-4785-ad31-90c1362a9db0,segment=NetworkSegment(e45334df-05ea-45a6-a57e-53782ad8df28),segment_id=e45334df-05ea-45a6-a57e-53782ad8df28)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:26:18.834611 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-952d6abf-d4d5-4a53-a392-7171fde4f74b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:18.904538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Calling delete_port for befc2abb-512c-4785-ad31-90c1362a9db0 owned by network:dhcp {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:26:18.966361 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-952d6abf-d4d5-4a53-a392-7171fde4f74b None None] Calling delete_port for befc2abb-512c-4785-ad31-90c1362a9db0 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:26:18.986361 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:19.003088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-19215efe-8ab8-4ae2-b0f8-131470bbfa93 tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:26:19.044945 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [None req-952d6abf-d4d5-4a53-a392-7171fde4f74b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:26:19.045235 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [None req-952d6abf-d4d5-4a53-a392-7171fde4f74b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:26:19.104469 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Pushing event deleted for resources: {'Port': ['ID=befc2abb-512c-4785-ad31-90c1362a9db0,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:26:19.109031 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:26:19.149675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] No DVR routers for this DVR port befc2abb-512c-4785-ad31-90c1362a9db0 on host dv-cinder-760038-3-iscsi {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:26:19.272978 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:19.388499 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f256d269-5eab-4d81-807f-092e499ece69']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:26:19.404048 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45334df-05ea-45a6-a57e-53782ad8df28') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:26:19.404401 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45334df-05ea-45a6-a57e-53782ad8df28') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:26:19.416725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851071362'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:19.432270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:19.434492 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:26:19.546096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-952d6abf-d4d5-4a53-a392-7171fde4f74b None None] Deleting port befc2abb-512c-4785-ad31-90c1362a9db0 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:26:19.546659 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-952d6abf-d4d5-4a53-a392-7171fde4f74b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:19.618817 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Network f256d269-5eab-4d81-807f-092e499ece69 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:26:19.619038 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-952d6abf-d4d5-4a53-a392-7171fde4f74b None None] The port 'befc2abb-512c-4785-ad31-90c1362a9db0' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 20:26:19.630362 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850684653'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:19.812518 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Network f256d269-5eab-4d81-807f-092e499ece69 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:26:19.835893 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:26:19.918587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:19.922444 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ea7e9a3b-4272-4ba6-b75a-fee9d68b82c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:26:19.929892 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device befc2abb-512c-4785-ad31-90c1362a9db0 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:26:19.937629 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:19.948707 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Pushing event deleted for resources: {'Network': ['ID=f256d269-5eab-4d81-807f-092e499ece69,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:26:19.952805 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:26:19.963021 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] 10.222.0.73 "DELETE /v2.0/networks/f256d269-5eab-4d81-807f-092e499ece69 HTTP/1.1" status: 204 len: 168 time: 1.6085687 Feb 17 20:26:19.970429 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: befc2abb-512c-4785-ad31-90c1362a9db0 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:26:19.970858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device befc2abb-512c-4785-ad31-90c1362a9db0 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:26:20.077159 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34876) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:26:20.128744 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-3f95a881-b705-45ea-bed9-4e9fd211f0bf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ce62cbb6490f4836b8cdee328bc062c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503170 Feb 17 20:26:20.131208 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34880) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:26:20.195967 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da053dcc-a51c-48c4-8747-a266b0acf0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:20.223652 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da053dcc-a51c-48c4-8747-a266b0acf0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:20.271826 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da053dcc-a51c-48c4-8747-a266b0acf0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:20.276847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c7538987-fb90-47b0-a002-4f084b27dec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:26:20.291122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da053dcc-a51c-48c4-8747-a266b0acf0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258f1b4e-5362-40a2-af33-177cf1a5fdf8,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:26:20.296048 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-da053dcc-a51c-48c4-8747-a266b0acf0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:26:20.299360 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-da053dcc-a51c-48c4-8747-a266b0acf0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:20.300606 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-da053dcc-a51c-48c4-8747-a266b0acf0bb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/258f1b4e-5362-40a2-af33-177cf1a5fdf8 HTTP/1.1" status: 204 len: 168 time: 0.1684444 Feb 17 20:26:35.053643 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9cfdb493-553f-4c7c-81fe-98efb69a251f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:37.709201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2421e8a5-7051-430c-bef5-4de4ddd02676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:37.980068 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:39.208396 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:39.498667 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:43.496464 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c8a762f6-0683-4142-8284-789466250342 req-7c649115-1108-4e00-92ef-23e23f66e858 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2411733 Feb 17 20:26:43.540729 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:26:43.648730 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a762f6-0683-4142-8284-789466250342 req-3950f462-18dc-4d12-993e-c8bf992a7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:43.650386 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c8a762f6-0683-4142-8284-789466250342 req-3950f462-18dc-4d12-993e-c8bf992a7960 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 1162 time: 0.0818310 Feb 17 20:26:44.053880 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a762f6-0683-4142-8284-789466250342 req-9cd2ed30-f0d0-4832-aab9-09b645735a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:44.055487 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c8a762f6-0683-4142-8284-789466250342 req-9cd2ed30-f0d0-4832-aab9-09b645735a92 service neutron] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.3857093 Feb 17 20:26:44.164506 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c8a762f6-0683-4142-8284-789466250342 req-42d34f6b-2a44-4ebf-a8e4-6cab015626fe service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 HTTP/1.1" status: 200 len: 1001 time: 0.1010976 Feb 17 20:26:44.234703 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a762f6-0683-4142-8284-789466250342 req-f8adbe40-7cf6-4144-8186-626bb9222a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:44.236243 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c8a762f6-0683-4142-8284-789466250342 req-f8adbe40-7cf6-4144-8186-626bb9222a4f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0628245 Feb 17 20:26:44.320860 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a762f6-0683-4142-8284-789466250342 req-4d548a2f-e736-41cc-97b0-3f91e03a79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:26:44.322459 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c8a762f6-0683-4142-8284-789466250342 req-4d548a2f-e736-41cc-97b0-3f91e03a79ae service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796235 Feb 17 20:26:44.467753 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c8a762f6-0683-4142-8284-789466250342 req-b1b4a57b-4fda-4829-965e-ecc770bf390f service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378381 Feb 17 20:26:44.612119 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-c8a762f6-0683-4142-8284-789466250342 req-64bbc225-140f-4079-9e2d-6d0322f3446c service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380153 Feb 17 20:26:52.373722 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:27:02.450661 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-f21611d5-7828-40cf-a325-90f88304b4c3 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1169236552&fields=id&tenant_id=b33d61d35eb9412e85992212249dd2e1 HTTP/1.1" status: 200 len: 267 time: 0.0444703 Feb 17 20:27:02.612892 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed078e-0a77-4228-addd-172f999e64de req-377e1de4-b704-46d2-989e-354c02d848b0 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:02.614488 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-377e1de4-b704-46d2-989e-354c02d848b0 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 811 time: 0.1564548 Feb 17 20:27:02.630622 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-1752c60c-5e3c-4725-b14d-9001051b2f79 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/quotas/b33d61d35eb9412e85992212249dd2e1 HTTP/1.1" status: 200 len: 375 time: 0.0096974 Feb 17 20:27:02.725475 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-dd9973d7-03ff-4c88-9737-723e00a55798 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0895174 Feb 17 20:27:02.875063 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-1f23aa66-a008-459c-aa56-9dd4828e59b2 service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366322 Feb 17 20:27:03.018223 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-4a40500f-3773-459d-9a8a-03d51a978d73 service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366584 Feb 17 20:27:03.441516 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3572178c-05b5-4094-a6d7-db9dc0f2d850 req-6537745b-0d32-4bb7-b654-9c6d44a64231 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 210 time: 0.0540817 Feb 17 20:27:04.548618 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4e4d5ed4-ba36-4db8-93e1-35f454df552d req-f5f2d12f-d434-429a-a4bf-40008ae63413 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 210 time: 0.0506899 Feb 17 20:27:05.054580 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0d6d-3b97-4c58-a5e9-4ad1ccc0ccec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:05.654109 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8bb85858-6f01-439d-b3c6-c3c2e1248a23 req-034ad77a-7fed-41c3-89ed-505709eaab4f tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 210 time: 0.0494485 Feb 17 20:27:06.762643 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e0f93f85-5da2-4303-88fa-e2cc5cd4adff req-10dc3af1-9b79-4865-a403-47016cb67849 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 210 time: 0.0525424 Feb 17 20:27:07.709793 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc546-7fbb-4c3d-bb55-63244d898b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:07.920562 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-021b510a-3264-4827-ad2b-bbaf284949df req-136bbd06-77d7-4168-9e91-538ac0eac236 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 210 time: 0.0493476 Feb 17 20:27:07.983153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:08.738769 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed078e-0a77-4228-addd-172f999e64de req-db598bb5-dd15-4d06-96e0-b3b18a72cfa1 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:08.740336 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-db598bb5-dd15-4d06-96e0-b3b18a72cfa1 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 811 time: 0.1644399 Feb 17 20:27:08.816852 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-469ddfb4-0cde-4dfc-be7c-823720da07d5 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.127 "GET /v2.0/security-groups?tenant_id=b33d61d35eb9412e85992212249dd2e1 HTTP/1.1" status: 200 len: 5765 time: 0.0682616 Feb 17 20:27:08.826002 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-20ed078e-0a77-4228-addd-172f999e64de req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Request body: {'port': {'device_id': 'c9924058-9247-4910-b98d-fe61f29ab129', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'admin_state_up': True, 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'security_groups': ['0de1db8a-c436-417e-a520-54c1a4044872']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:27:08.972230 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-20ed078e-0a77-4228-addd-172f999e64de req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:27:08.982214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-20ed078e-0a77-4228-addd-172f999e64de req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:27:08.991718 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ed078e-0a77-4228-addd-172f999e64de req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Made reservation on behalf of b33d61d35eb9412e85992212249dd2e1 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:27:08.997634 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-20ed078e-0a77-4228-addd-172f999e64de req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:09.104697 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3167a8e3-aa5a-4135-a48b-d9e0fc9278c6 req-e0de8ff5-39d9-40dc-8bd3-5ea46a922f4d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 210 time: 0.0715263 Feb 17 20:27:09.208848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:09.369770 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-20ed078e-0a77-4228-addd-172f999e64de req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Allocated IP 172.20.0.6 (6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c/60b094f9-de6b-4c04-9b24-2e008359be42/65f7fecb-a3d0-432a-a3bd-2c43830315db) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:27:09.502019 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:09.576970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-20ed078e-0a77-4228-addd-172f999e64de req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:09.593990 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-20ed078e-0a77-4228-addd-172f999e64de req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Transition to ACTIVE for port object 65f7fecb-a3d0-432a-a3bd-2c43830315db will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:27:09.617742 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-20ed078e-0a77-4228-addd-172f999e64de req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:09.632795 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a38e4054-8861-49ac-bb8a-b12511557b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:27:09.770323 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event updated for resources: {'Port': ['ID=65f7fecb-a3d0-432a-a3bd-2c43830315db,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:27:09.774568 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:27:09.826935 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ed078e-0a77-4228-addd-172f999e64de req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:27:09.828568 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-20ed078e-0a77-4228-addd-172f999e64de req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:27:09.830853 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ed078e-0a77-4228-addd-172f999e64de req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:27:09.899854 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed078e-0a77-4228-addd-172f999e64de req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:09.900528 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-20ed078e-0a77-4228-addd-172f999e64de req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:09.930592 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1085634 Feb 17 20:27:09.942999 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Request body: {'port': {'device_id': 'c9924058-9247-4910-b98d-fe61f29ab129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76003'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:27:10.063611 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:10.087499 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-032bd13e-c624-426b-a210-d5b5b08f2a1c None None] Provisioning for port 65f7fecb-a3d0-432a-a3bd-2c43830315db completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:27:10.092565 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-032bd13e-c624-426b-a210-d5b5b08f2a1c None None] Provisioning complete for port 65f7fecb-a3d0-432a-a3bd-2c43830315db triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:27:10.093074 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-032bd13e-c624-426b-a210-d5b5b08f2a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:10.155063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-032bd13e-c624-426b-a210-d5b5b08f2a1c None None] Port 65f7fecb-a3d0-432a-a3bd-2c43830315db cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:27:10.463359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073ab7-f5f6-48be-9d14-b55b038eadf5 req-3b844ea0-e427-4e83-9a40-2e0bf91318eb tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:10.464116 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-42073ab7-f5f6-48be-9d14-b55b038eadf5 req-3b844ea0-e427-4e83-9a40-2e0bf91318eb tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:27:10.498847 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-42073ab7-f5f6-48be-9d14-b55b038eadf5 req-3b844ea0-e427-4e83-9a40-2e0bf91318eb tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:27:10.500696 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-42073ab7-f5f6-48be-9d14-b55b038eadf5 req-3b844ea0-e427-4e83-9a40-2e0bf91318eb tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 931 time: 0.2538369 Feb 17 20:27:10.611479 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f7fecb-a3d0-432a-a3bd-2c43830315db {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:27:10.618387 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-42073ab7-f5f6-48be-9d14-b55b038eadf5 req-e85f36e3-f471-441f-ba47-e04a3e805907 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1044335 Feb 17 20:27:10.622688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:10.635470 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Transition to ACTIVE for port object 65f7fecb-a3d0-432a-a3bd-2c43830315db will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:27:10.638219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:10.654219 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a1ba5f3c-21e9-4762-8e67-f36372856f3e tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:27:10.791591 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Pushing event updated for resources: {'Port': ['ID=65f7fecb-a3d0-432a-a3bd-2c43830315db,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:27:10.796598 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:27:11.209590 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Attempting to bind port 65f7fecb-a3d0-432a-a3bd-2c43830315db on host hv-cinder-76003 for vnic_type normal with profile {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:27:11.210130 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Attempting to bind port 65f7fecb-a3d0-432a-a3bd-2c43830315db by drivers openvswitch on host hv-cinder-76003 at level 0 using segments [{'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:27:11.210251 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Attempting to bind port 65f7fecb-a3d0-432a-a3bd-2c43830315db on network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:27:11.215784 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Checking agent: {'id': '0050aabc-34a1-4c64-bf3b-030cde47843e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 8, 35), 'started_at': datetime.datetime(2021, 2, 17, 20, 9, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.121', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:27:11.216162 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Checking segment: {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:27:11.216568 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:11.216990 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Bound using segment: {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:27:11.217470 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Bound port: 65f7fecb-a3d0-432a-a3bd-2c43830315db, host: hv-cinder-76003, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cdc7f3-8807-4058-badd-9e553ec301ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:27:11.218398 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:11.312111 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] For port 65f7fecb-a3d0-432a-a3bd-2c43830315db, host hv-cinder-76003, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:27:11.315280 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] For port 65f7fecb-a3d0-432a-a3bd-2c43830315db, host hv-cinder-76003, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=65f7fecb-a3d0-432a-a3bd-2c43830315db,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:27:11.320023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:11.336100 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ffb96e1e-8129-4b1e-8c3e-37470b9e2432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:27:11.480731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Pushing event updated for resources: {'Port': ['ID=65f7fecb-a3d0-432a-a3bd-2c43830315db,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:27:11.503367 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.503789 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.504201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.504607 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.505036 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.505441 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.505841 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.506237 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.506636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.507030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.507425 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.507819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.508274 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.508677 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.509096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.509493 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.509885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.510281 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.510675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.511067 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.511460 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.511853 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.512246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.512636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:11.518864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:27:11.547073 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:11.547741 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:11.549275 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] 10.222.0.127 "PUT /v2.0/ports/65f7fecb-a3d0-432a-a3bd-2c43830315db HTTP/1.1" status: 200 len: 1157 time: 1.6110332 Feb 17 20:27:11.549811 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9924058-9247-4910-b98d-fe61f29ab129', 'tag': '65f7fecb-a3d0-432a-a3bd-2c43830315db'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:27:11.628692 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9924058-9247-4910-b98d-fe61f29ab129', 'tag': '65f7fecb-a3d0-432a-a3bd-2c43830315db', 'status': 'completed', 'code': 200} Feb 17 20:27:11.668016 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed078e-0a77-4228-addd-172f999e64de req-561d8305-69f8-4bfa-8dff-c04f626e8c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:11.669717 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-561d8305-69f8-4bfa-8dff-c04f626e8c9a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 1160 time: 0.0840054 Feb 17 20:27:11.790309 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-eba11616-946a-42c1-bde3-49e047849cd7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65f7fecb-a3d0-432a-a3bd-2c43830315db HTTP/1.1" status: 200 len: 217 time: 0.1120996 Feb 17 20:27:11.872941 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed078e-0a77-4228-addd-172f999e64de req-4008de22-254e-4d31-a620-d93ad2b5f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:11.874938 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-4008de22-254e-4d31-a620-d93ad2b5f418 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0762169 Feb 17 20:27:11.936467 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243c5ab-c34c-4b3c-823d-8758e7279321 req-00456bd6-3401-4f89-af93-36cc45c7027b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:11.938100 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b243c5ab-c34c-4b3c-823d-8758e7279321 req-00456bd6-3401-4f89-af93-36cc45c7027b tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 943 time: 0.2023909 Feb 17 20:27:11.998148 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-b243c5ab-c34c-4b3c-823d-8758e7279321 req-d32233f7-0c7b-4ebb-8e7f-605cd9ac6a6a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0532174 Feb 17 20:27:12.013117 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed078e-0a77-4228-addd-172f999e64de req-45e3daee-f013-469d-b99f-15192fea3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:12.015213 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-45e3daee-f013-469d-b99f-15192fea3ef8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1280608 Feb 17 20:27:12.163443 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-6543171f-a5a5-4aa2-b841-102c41ad513d service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413162 Feb 17 20:27:12.309433 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-20ed078e-0a77-4228-addd-172f999e64de req-32db8403-44de-4615-a400-30a4637a5d87 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390514 Feb 17 20:27:12.442995 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49f628-bbf4-4513-9395-0ed9c8353601 req-acc80def-201e-4116-9b52-f3b4f5cabe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:12.444649 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bc49f628-bbf4-4513-9395-0ed9c8353601 req-acc80def-201e-4116-9b52-f3b4f5cabe19 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 1160 time: 0.0831811 Feb 17 20:27:12.588604 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49f628-bbf4-4513-9395-0ed9c8353601 req-b9dcb17f-015a-4d5d-a18a-95ecb9351120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:12.590238 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bc49f628-bbf4-4513-9395-0ed9c8353601 req-b9dcb17f-015a-4d5d-a18a-95ecb9351120 service neutron] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1382432 Feb 17 20:27:12.663833 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bc49f628-bbf4-4513-9395-0ed9c8353601 req-e2d7acf5-9571-46fc-b93f-9f7368291a57 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65f7fecb-a3d0-432a-a3bd-2c43830315db HTTP/1.1" status: 200 len: 217 time: 0.0667295 Feb 17 20:27:12.737231 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49f628-bbf4-4513-9395-0ed9c8353601 req-413004d4-3fc1-430c-b503-b3eeb7ff25e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:12.738767 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bc49f628-bbf4-4513-9395-0ed9c8353601 req-413004d4-3fc1-430c-b503-b3eeb7ff25e8 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0666552 Feb 17 20:27:12.824428 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49f628-bbf4-4513-9395-0ed9c8353601 req-babd5bae-9877-4b56-a562-e2fa278434ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:12.826053 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bc49f628-bbf4-4513-9395-0ed9c8353601 req-babd5bae-9877-4b56-a562-e2fa278434ed service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777321 Feb 17 20:27:12.971332 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bc49f628-bbf4-4513-9395-0ed9c8353601 req-dc17b3a1-3e83-47fb-b1bd-edca2cff8d96 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354992 Feb 17 20:27:13.165861 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-bc49f628-bbf4-4513-9395-0ed9c8353601 req-d6f2ff95-740c-4a9a-97cc-f14b5bb9562c service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1872146 Feb 17 20:27:13.209385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce9ace-0180-4904-a5f6-eb1bdff0daae req-2a5bbd36-20d8-4552-9d88-4d3a23d4f478 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:13.210942 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fcce9ace-0180-4904-a5f6-eb1bdff0daae req-2a5bbd36-20d8-4552-9d88-4d3a23d4f478 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 943 time: 0.1001170 Feb 17 20:27:13.258629 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fcce9ace-0180-4904-a5f6-eb1bdff0daae req-45551c29-3deb-4c5f-bd7e-a90d9f4bf0db tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0414388 Feb 17 20:27:13.542758 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:14.458905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68f224-fac8-43e6-911a-566c967784e4 req-1ffea8d1-03e2-4e59-99cc-9e0e0e1dbe9c tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:14.460547 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8d68f224-fac8-43e6-911a-566c967784e4 req-1ffea8d1-03e2-4e59-99cc-9e0e0e1dbe9c tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 943 time: 0.0883360 Feb 17 20:27:14.508103 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8d68f224-fac8-43e6-911a-566c967784e4 req-ffefd78a-c366-4e6b-8f04-237d7ea95fbc tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0413163 Feb 17 20:27:15.706385 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc4667-7035-4974-b80e-5fb048aab51f req-664ec72d-38dd-4c99-9a73-21921410e0dd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:15.708042 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a8fc4667-7035-4974-b80e-5fb048aab51f req-664ec72d-38dd-4c99-9a73-21921410e0dd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 943 time: 0.0917540 Feb 17 20:27:15.755690 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-a8fc4667-7035-4974-b80e-5fb048aab51f req-a65d622e-d896-4aae-89dd-5277802e6031 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0413804 Feb 17 20:27:17.072200 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e38da-1891-4cd4-b225-5fe35e2a20c9 req-4163f30a-1ebb-45f3-8cbf-c36b0bbc69aa tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:17.073877 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e93e38da-1891-4cd4-b225-5fe35e2a20c9 req-4163f30a-1ebb-45f3-8cbf-c36b0bbc69aa tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 943 time: 0.0871112 Feb 17 20:27:17.125064 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e93e38da-1891-4cd4-b225-5fe35e2a20c9 req-461f3a33-dbb5-4e19-bd01-32ae0985c341 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0444834 Feb 17 20:27:18.330614 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715e147-56d0-403d-94fc-a348545cf344 req-29ec126a-1fbc-4355-8fef-5748d52ee5e7 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:18.332236 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9715e147-56d0-403d-94fc-a348545cf344 req-29ec126a-1fbc-4355-8fef-5748d52ee5e7 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 943 time: 0.0898025 Feb 17 20:27:18.379846 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9715e147-56d0-403d-94fc-a348545cf344 req-8b1aff74-87cd-4225-82cb-4ddbc8bb3a9e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0412700 Feb 17 20:27:19.580884 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d419c-5cf4-47dd-9f9b-1466d785695b req-9dfdc253-0367-4a33-a51c-7219608c9d9e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:19.582573 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9d1d419c-5cf4-47dd-9f9b-1466d785695b req-9dfdc253-0367-4a33-a51c-7219608c9d9e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 943 time: 0.0904484 Feb 17 20:27:19.629965 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9d1d419c-5cf4-47dd-9f9b-1466d785695b req-a3d68619-8703-485c-a1a2-968bd1a8d7da tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0412500 Feb 17 20:27:20.024857 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 65f7fecb-a3d0-432a-a3bd-2c43830315db up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:27:20.095200 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning for port 65f7fecb-a3d0-432a-a3bd-2c43830315db completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:27:20.100009 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 65f7fecb-a3d0-432a-a3bd-2c43830315db triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:27:20.100429 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:20.228153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:20.256689 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9924058-9247-4910-b98d-fe61f29ab129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f7fecb-a3d0-432a-a3bd-2c43830315db'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:27:20.267014 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] For port 65f7fecb-a3d0-432a-a3bd-2c43830315db, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=65f7fecb-a3d0-432a-a3bd-2c43830315db,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:27:20.269962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:20.271865 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-70655782-45eb-4447-9ec1-7342cf3851da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:27:20.309418 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9924058-9247-4910-b98d-fe61f29ab129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f7fecb-a3d0-432a-a3bd-2c43830315db', 'code': 200} Feb 17 20:27:20.346688 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Pushing event updated for resources: {'Port': ['ID=65f7fecb-a3d0-432a-a3bd-2c43830315db,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:27:20.354442 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.354839 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.355225 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.355605 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.355981 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.356356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.356733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.357130 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.357500 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.358366 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.358741 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.359109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.359535 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.359905 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.360270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.360636 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.361026 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.361393 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.361756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.362121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.362507 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.363014 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.363382 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.363746 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:27:20.368096 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:27:20.594877 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b14f6a-c269-409b-ac55-9a2c2128ef16 req-cb855c4a-9157-46c4-b80d-8c4f21290dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:20.596491 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-69b14f6a-c269-409b-ac55-9a2c2128ef16 req-cb855c4a-9157-46c4-b80d-8c4f21290dc1 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 1162 time: 0.0780900 Feb 17 20:27:20.640308 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-69b14f6a-c269-409b-ac55-9a2c2128ef16 req-0b644a6b-4e16-4f54-a605-fcfb8f024381 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0367603 Feb 17 20:27:20.830216 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95fe97-7df9-4917-b84e-48b8c4e5f635 req-2e71406f-61ec-4781-a143-761b79b94429 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:20.831834 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9e95fe97-7df9-4917-b84e-48b8c4e5f635 req-2e71406f-61ec-4781-a143-761b79b94429 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 945 time: 0.0906067 Feb 17 20:27:20.879927 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-9e95fe97-7df9-4917-b84e-48b8c4e5f635 req-c7769311-92c2-4540-aede-7b81bda84955 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0418150 Feb 17 20:27:21.753837 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 65f7fecb-a3d0-432a-a3bd-2c43830315db up at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:27:21.991197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.provisioning_blocks [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Provisioning complete for port 65f7fecb-a3d0-432a-a3bd-2c43830315db triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:27:21.991618 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489674'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:22.078672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da76c2a-c54a-40e8-ae26-937b88233078 req-6f7d0c8d-11b8-4af2-84ee-18028dcacc02 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:22.080287 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8da76c2a-c54a-40e8-ae26-937b88233078 req-6f7d0c8d-11b8-4af2-84ee-18028dcacc02 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 945 time: 0.0874891 Feb 17 20:27:22.133525 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8da76c2a-c54a-40e8-ae26-937b88233078 req-3a96b448-d722-4b40-b99d-401fb8fd0f03 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0466900 Feb 17 20:27:22.329993 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf53bf8-535b-4910-88b4-c1907f11b49c req-383b9253-6b46-47f5-ac17-9b7ad001e9dc tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:22.331557 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4bf53bf8-535b-4910-88b4-c1907f11b49c req-383b9253-6b46-47f5-ac17-9b7ad001e9dc tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 945 time: 0.0874333 Feb 17 20:27:22.379455 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-4bf53bf8-535b-4910-88b4-c1907f11b49c req-2f004900-25e4-4236-9318-198823341095 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0417390 Feb 17 20:27:22.575943 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-190cdfc0-7670-4728-af48-655acf75fdfc tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1593535 Feb 17 20:27:22.586466 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Request body: {'floatingip': {'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:27:22.591937 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:27:22.602391 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.quota.driver [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:27:22.611262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:22.754822 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:23.026343 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_common [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Allocated IP 172.27.1.252 (20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6/03da6438-860b-4a69-a8de-b911549815ed/d552c9d6-9263-40df-ac7e-48ebab774556) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:27:23.181784 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:23.210782 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746221257314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:23.225753 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-ddc5f805-947b-4998-93aa-100509d5b486 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:27:23.586563 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event updated for resources: {'Port': ['ID=d552c9d6-9263-40df-ac7e-48ebab774556,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:27:23.591883 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:27:23.643416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Network 20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:27:23.644570 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.base_scheduler [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Resources bound (agent type, host, resource id): {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:27:23.646864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:27:23.728561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:23.789089 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1496450'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:24.057254 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:24.060720 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290633133291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290633516694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746221259140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850684623'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:24.075564 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4c8d914c-f55a-4ca3-a950-a520596ef4f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:27:24.210675 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event updated for resources: {'Port': ['ID=d552c9d6-9263-40df-ac7e-48ebab774556,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:27:24.216063 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:27:24.318958 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:24.345848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:24.347176 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-0f80325c-62a5-4fdf-9e22-ea5143ab7e3a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7648740 Feb 17 20:27:24.433214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-927df1db-96c7-4e0a-9ebf-f3623bc53543 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:floatingip {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:27:24.448529 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-927df1db-96c7-4e0a-9ebf-f3623bc53543 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:floatingip {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:27:24.449837 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-927df1db-96c7-4e0a-9ebf-f3623bc53543 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0962861 Feb 17 20:27:24.611596 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-051d77db-92bc-4539-a554-4973da07f022 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:24.613035 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-e0e9d69d-4edf-489a-8c73-1de1ea6fdb35 req-051d77db-92bc-4539-a554-4973da07f022 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/networks/20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 HTTP/1.1" status: 200 len: 784 time: 0.1565340 Feb 17 20:27:24.799567 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-24fa0509-db16-4a2b-8bfc-e7dd1039e4d8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:24.801204 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-24fa0509-db16-4a2b-8bfc-e7dd1039e4d8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0924788 Feb 17 20:27:24.889991 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-6c150305-c65c-4c54-861b-3fd182b93e77 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0825567 Feb 17 20:27:24.900053 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.v2.base [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-6416c5d6-3d5c-47a0-a5d3-a9a6f2d85f09 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Request body: {'floatingip': {'port_id': '65f7fecb-a3d0-432a-a3bd-2c43830315db', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:27:24.981069 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-6416c5d6-3d5c-47a0-a5d3-a9a6f2d85f09 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:25.620789 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-6416c5d6-3d5c-47a0-a5d3-a9a6f2d85f09 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:25.623714 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-6416c5d6-3d5c-47a0-a5d3-a9a6f2d85f09 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406712'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:25.806851 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-6416c5d6-3d5c-47a0-a5d3-a9a6f2d85f09 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Floating IP b6b302c1-0b89-40a4-8ab8-d6067c25f63e associated. External IP: 172.27.1.252, port: 65f7fecb-a3d0-432a-a3bd-2c43830315db. Feb 17 20:27:26.182683 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-6416c5d6-3d5c-47a0-a5d3-a9a6f2d85f09 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Router 7b640064-724d-4ef0-880c-770b85e8ddeb has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:27:26.613384 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-6416c5d6-3d5c-47a0-a5d3-a9a6f2d85f09 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:27:26.617762 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-6416c5d6-3d5c-47a0-a5d3-a9a6f2d85f09 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:26.623211 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ab5930-f653-45d2-98e2-5c33fd627327 None None] Sync routers for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:27:26.633812 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ab5930-f653-45d2-98e2-5c33fd627327 None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:27:26.634481 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-f1ab5930-f653-45d2-98e2-5c33fd627327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:27:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:27:26.677564 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-6416c5d6-3d5c-47a0-a5d3-a9a6f2d85f09 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "PUT /v2.0/floatingips/b6b302c1-0b89-40a4-8ab8-d6067c25f63e HTTP/1.1" status: 200 len: 996 time: 1.7815883 Feb 17 20:27:26.678141 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9924058-9247-4910-b98d-fe61f29ab129', 'tag': '65f7fecb-a3d0-432a-a3bd-2c43830315db'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:27:26.772019 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-29e84713-856b-4b73-9ab5-24ba7b9a219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:26.773632 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-29e84713-856b-4b73-9ab5-24ba7b9a219e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 1162 time: 0.0827630 Feb 17 20:27:26.822560 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-f1ab5930-f653-45d2-98e2-5c33fd627327 None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:27:26.919023 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-b813e80b-2e7f-4acc-8c79-4ede1b71910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:26.921252 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-b813e80b-2e7f-4acc-8c79-4ede1b71910c service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1405525 Feb 17 20:27:27.028816 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-5438be28-9720-47bd-8bb1-8518e30a51d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65f7fecb-a3d0-432a-a3bd-2c43830315db HTTP/1.1" status: 200 len: 999 time: 0.1007810 Feb 17 20:27:27.101854 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-4b1dbaca-5250-4bb7-8511-8d02292effaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:27.103477 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-4b1dbaca-5250-4bb7-8511-8d02292effaa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0676951 Feb 17 20:27:27.190142 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-1e315df6-b1fb-4780-9662-adfccca4cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:27.191814 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-1e315df6-b1fb-4780-9662-adfccca4cf74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817573 Feb 17 20:27:27.194664 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-f1ab5930-f653-45d2-98e2-5c33fd627327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '3e0b441e-0cc2-4918-b29d-5b5112848f82', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'port_id': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'mac_address': 'fa:16:3e:35:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:25:22Z', 'updated_at': '2021-02-17T20:25:27Z', 'revision_number': 2, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ip_address_scope': None}, {'id': 'b6b302c1-0b89-40a4-8ab8-d6067c25f63e', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'port_id': '65f7fecb-a3d0-432a-a3bd-2c43830315db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'mac_address': 'fa:16:3e:ce:e2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9924058-9247-4910-b98d-fe61f29ab129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:27:23Z', 'updated_at': '2021-02-17T20:27:25Z', 'revision_number': 1, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:27:27.198953 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ab5930-f653-45d2-98e2-5c33fd627327 None None] Checking router: 7b640064-724d-4ef0-880c-770b85e8ddeb for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:27:27.208361 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ab5930-f653-45d2-98e2-5c33fd627327 None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:27:27.209064 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-f1ab5930-f653-45d2-98e2-5c33fd627327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:27:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:27:27.343314 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-6fb365fa-d502-452d-b923-3e3b481d8b99 service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444738 Feb 17 20:27:27.497047 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-dee4f0f3-7202-4cd0-9d2d-41dc29b35536 req-3658f78b-5cc7-461d-8cc0-bf7ac50a0aa0 service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1470351 Feb 17 20:27:27.553781 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9924058-9247-4910-b98d-fe61f29ab129', 'tag': '65f7fecb-a3d0-432a-a3bd-2c43830315db', 'status': 'completed', 'code': 200} Feb 17 20:27:27.555651 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-f1ab5930-f653-45d2-98e2-5c33fd627327 None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:27:27.659270 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3974-6265-4d87-9769-4958899e39b1 req-6e190e9d-4f36-4b36-b8f7-1e01efa3a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:27.660819 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-850f3974-6265-4d87-9769-4958899e39b1 req-6e190e9d-4f36-4b36-b8f7-1e01efa3a74c service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 1162 time: 0.0829208 Feb 17 20:27:27.805247 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3974-6265-4d87-9769-4958899e39b1 req-11e8334a-7619-41df-ba3f-8dc307b3d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:27.806842 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-850f3974-6265-4d87-9769-4958899e39b1 req-11e8334a-7619-41df-ba3f-8dc307b3d975 service neutron] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1383572 Feb 17 20:27:27.917835 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-850f3974-6265-4d87-9769-4958899e39b1 req-702b4d8a-c4c3-4478-b5d4-4268ec6b8c04 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65f7fecb-a3d0-432a-a3bd-2c43830315db HTTP/1.1" status: 200 len: 999 time: 0.1029489 Feb 17 20:27:27.923996 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-f1ab5930-f653-45d2-98e2-5c33fd627327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '3e0b441e-0cc2-4918-b29d-5b5112848f82', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'port_id': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'mac_address': 'fa:16:3e:35:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:25:22Z', 'updated_at': '2021-02-17T20:25:27Z', 'revision_number': 2, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ip_address_scope': None}, {'id': 'b6b302c1-0b89-40a4-8ab8-d6067c25f63e', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'port_id': '65f7fecb-a3d0-432a-a3bd-2c43830315db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'mac_address': 'fa:16:3e:ce:e2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9924058-9247-4910-b98d-fe61f29ab129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:27:23Z', 'updated_at': '2021-02-17T20:27:25Z', 'revision_number': 1, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:27:27.928233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ab5930-f653-45d2-98e2-5c33fd627327 None None] The sync data for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi is: [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '3e0b441e-0cc2-4918-b29d-5b5112848f82', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'port_id': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'mac_address': 'fa:16:3e:35:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:25:22Z', 'updated_at': '2021-02-17T20:25:27Z', 'revision_number': 2, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ip_address_scope': None}, {'id': 'b6b302c1-0b89-40a4-8ab8-d6067c25f63e', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'port_id': '65f7fecb-a3d0-432a-a3bd-2c43830315db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'mac_address': 'fa:16:3e:ce:e2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9924058-9247-4910-b98d-fe61f29ab129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:27:23Z', 'updated_at': '2021-02-17T20:27:25Z', 'revision_number': 1, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:27:27.987958 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3974-6265-4d87-9769-4958899e39b1 req-d442e6ba-d43b-493a-b4ed-e8a05c1a20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:27.989418 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-850f3974-6265-4d87-9769-4958899e39b1 req-d442e6ba-d43b-493a-b4ed-e8a05c1a20aa service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0651696 Feb 17 20:27:28.072248 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3974-6265-4d87-9769-4958899e39b1 req-ffca4ef1-99cc-4726-b5d7-9a75ca09f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:28.073945 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-850f3974-6265-4d87-9769-4958899e39b1 req-ffca4ef1-99cc-4726-b5d7-9a75ca09f8ce service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785754 Feb 17 20:27:28.215229 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcfdb1c-46c7-49d3-8c9e-c435ca99b338 None None] New status for floating IP b6b302c1-0b89-40a4-8ab8-d6067c25f63e: ACTIVE {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:27:28.222636 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-850f3974-6265-4d87-9769-4958899e39b1 req-95b5aea6-f972-45a4-bcb0-852b49f05179 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416032 Feb 17 20:27:28.369516 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-850f3974-6265-4d87-9769-4958899e39b1 req-46468ad0-020e-4f73-9843-17e1dabd86d1 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397505 Feb 17 20:27:29.373848 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:27:35.055645 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e581eb20-9c91-4159-aacb-717271d35487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:37.711442 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-99a817ab-460c-45bb-88d6-f3985e9e0963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:37.984737 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:39.214346 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:39.516114 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:43.546172 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:27:44.331396 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-47720010-bea9-4810-b747-b2cd592e7002 req-e368310b-5ed0-4877-89ae-af76cd96032e service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0819590 Feb 17 20:27:44.492993 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47720010-bea9-4810-b747-b2cd592e7002 req-dbf92092-9506-4f6d-96d6-982b9806f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:44.494627 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-47720010-bea9-4810-b747-b2cd592e7002 req-dbf92092-9506-4f6d-96d6-982b9806f0f4 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 1162 time: 0.0804234 Feb 17 20:27:44.655919 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47720010-bea9-4810-b747-b2cd592e7002 req-1f03a892-486b-4e61-9ac8-3b5e27d8a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:44.657457 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-47720010-bea9-4810-b747-b2cd592e7002 req-1f03a892-486b-4e61-9ac8-3b5e27d8a603 service neutron] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1382928 Feb 17 20:27:44.770623 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-47720010-bea9-4810-b747-b2cd592e7002 req-61f04515-6d04-4539-a989-00a56095e727 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 HTTP/1.1" status: 200 len: 1001 time: 0.1053114 Feb 17 20:27:44.841148 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47720010-bea9-4810-b747-b2cd592e7002 req-92203371-7aad-44f6-83ef-fe619a041c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:44.842754 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-47720010-bea9-4810-b747-b2cd592e7002 req-92203371-7aad-44f6-83ef-fe619a041c52 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0632181 Feb 17 20:27:44.929883 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47720010-bea9-4810-b747-b2cd592e7002 req-f5b9f6f8-6d62-46fe-b05c-21a5e2db9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:27:44.931394 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-47720010-bea9-4810-b747-b2cd592e7002 req-f5b9f6f8-6d62-46fe-b05c-21a5e2db9c9d service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805604 Feb 17 20:27:45.077841 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-47720010-bea9-4810-b747-b2cd592e7002 req-87b20c32-dbab-4910-a3a5-676500e8552b service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356652 Feb 17 20:27:45.226202 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-47720010-bea9-4810-b747-b2cd592e7002 req-0784f0ac-b174-439b-b082-68d774705fe1 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384542 Feb 17 20:28:05.056818 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e6a6835f-91d1-49b2-a15f-47dd874c234a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:06.375288 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:28:07.712043 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4d2e14f9-b09e-4ed3-b2bc-559ae2dfff6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:07.986976 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:09.215324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:09.507891 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:13.536209 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:35.059065 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb579-afde-4388-a481-2123c6e3fb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:37.712726 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-035d9295-470b-4070-987a-ddb0bce71ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:37.990250 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:39.216205 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:39.511509 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:43.374630 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:28:43.537162 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:44.351704 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7415ea88-e80f-41e1-9159-853024df305a req-dc3854ab-4277-404a-bc7a-97fc2bb58cf0 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0766032 Feb 17 20:28:44.455179 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415ea88-e80f-41e1-9159-853024df305a req-d0573d47-b989-44b2-bba2-b9248f8112ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:28:44.456808 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7415ea88-e80f-41e1-9159-853024df305a req-d0573d47-b989-44b2-bba2-b9248f8112ce service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 1162 time: 0.0813351 Feb 17 20:28:44.618188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415ea88-e80f-41e1-9159-853024df305a req-cc2016e0-cb6f-4931-a9cd-033e512433f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:28:44.619706 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7415ea88-e80f-41e1-9159-853024df305a req-cc2016e0-cb6f-4931-a9cd-033e512433f6 service neutron] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1395435 Feb 17 20:28:44.730531 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7415ea88-e80f-41e1-9159-853024df305a req-e2e7ecd0-f358-484e-970f-99380afd931c service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65f7fecb-a3d0-432a-a3bd-2c43830315db HTTP/1.1" status: 200 len: 1001 time: 0.1038315 Feb 17 20:28:44.798733 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415ea88-e80f-41e1-9159-853024df305a req-c1b49418-4d95-4e4a-ba40-65737b3e2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:28:44.800248 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7415ea88-e80f-41e1-9159-853024df305a req-c1b49418-4d95-4e4a-ba40-65737b3e2daa service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0630369 Feb 17 20:28:44.881597 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415ea88-e80f-41e1-9159-853024df305a req-41964e43-722b-4b3c-8b3c-6c565ba4105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:28:44.883086 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7415ea88-e80f-41e1-9159-853024df305a req-41964e43-722b-4b3c-8b3c-6c565ba4105c service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760260 Feb 17 20:28:45.026379 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7415ea88-e80f-41e1-9159-853024df305a req-435c58fc-e977-4d1d-8824-fcdaf0eb66d0 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351733 Feb 17 20:28:45.168508 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-7415ea88-e80f-41e1-9159-853024df305a req-f8fe1290-af44-499a-b317-ee5b4d04b23a service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351819 Feb 17 20:28:55.902670 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-e8cc388c-d0d3-46e9-941d-556e654e0612 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/floatingips/b6b302c1-0b89-40a4-8ab8-d6067c25f63e HTTP/1.1" status: 200 len: 998 time: 0.1143346 Feb 17 20:28:56.062999 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-6b94a658-93b0-4bb6-bae8-5a9553711b40 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:28:56.064463 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-6b94a658-93b0-4bb6-bae8-5a9553711b40 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/networks/20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 HTTP/1.1" status: 200 len: 784 time: 0.1560063 Feb 17 20:28:56.177511 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-23a799a3-17cd-4d02-9ea9-deb90369ba27 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.1065927 Feb 17 20:28:56.262238 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-a57779e6-c677-4457-b35a-92e170ba23e1 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:28:56.263693 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-a57779e6-c677-4457-b35a-92e170ba23e1 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports/65f7fecb-a3d0-432a-a3bd-2c43830315db HTTP/1.1" status: 200 len: 942 time: 0.0804703 Feb 17 20:28:56.448646 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-38066814-7e68-488d-8e8e-84f763b941a0 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.1041775 Feb 17 20:28:56.909417 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Deleting port d552c9d6-9263-40df-ac7e-48ebab774556 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:28:56.910015 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:57.090007 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:57.090912 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:57.222410 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Calling delete_port for d552c9d6-9263-40df-ac7e-48ebab774556 owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:28:57.378868 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:57.396346 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-efdcf787-f321-45db-b108-c61a814c1375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:28:57.499860 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event deleted for resources: {'Port': ['ID=d552c9d6-9263-40df-ac7e-48ebab774556,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:28:57.513766 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.514185 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.514595 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.514999 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.515402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.515798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.516193 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.516587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.517004 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.517398 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.517789 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.518180 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76003 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.518630 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.519024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.519416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.519808 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.520195 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.520584 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.520999 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.521390 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.521787 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.522174 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.522562 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.522949 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760038-3-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:28:57.528104 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:28:57.634056 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:57.634371 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Floating IP b6b302c1-0b89-40a4-8ab8-d6067c25f63e disassociated (deleted). External IP: 172.27.1.252, port: 65f7fecb-a3d0-432a-a3bd-2c43830315db. Feb 17 20:28:58.007511 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Router 7b640064-724d-4ef0-880c-770b85e8ddeb has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:28:58.194727 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:28:58.204390 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c8dc11-c969-43da-9cdd-84b0f9c5e768 None None] Sync routers for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:28:58.214268 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c8dc11-c969-43da-9cdd-84b0f9c5e768 None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:28:58.215489 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-30c8dc11-c969-43da-9cdd-84b0f9c5e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:28:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:28:58.219434 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:28:58.285080 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-da631b27-3aa1-4b28-a216-b83710031d50 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "DELETE /v2.0/floatingips/b6b302c1-0b89-40a4-8ab8-d6067c25f63e HTTP/1.1" status: 204 len: 173 time: 1.8302767 Feb 17 20:28:58.285645 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9924058-9247-4910-b98d-fe61f29ab129', 'tag': '65f7fecb-a3d0-432a-a3bd-2c43830315db'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:28:58.384655 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-cd608525-c712-42f5-91ea-59c7c2f007e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:28:58.386367 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-cd608525-c712-42f5-91ea-59c7c2f007e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 1162 time: 0.0877926 Feb 17 20:28:58.407938 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-30c8dc11-c969-43da-9cdd-84b0f9c5e768 None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:28:58.545421 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-c35a06e4-337a-481e-9df1-65435719d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:28:58.546993 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-c35a06e4-337a-481e-9df1-65435719d647 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1402676 Feb 17 20:28:58.624632 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-04bad942-0500-4abf-9f1d-f9e7f014743d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65f7fecb-a3d0-432a-a3bd-2c43830315db HTTP/1.1" status: 200 len: 217 time: 0.0708978 Feb 17 20:28:58.694627 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-1d989acf-b2ad-4fb8-9c4f-1cb0f116efca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:28:58.696261 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-1d989acf-b2ad-4fb8-9c4f-1cb0f116efca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0654454 Feb 17 20:28:58.775443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-30c8dc11-c969-43da-9cdd-84b0f9c5e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '3e0b441e-0cc2-4918-b29d-5b5112848f82', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'port_id': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'mac_address': 'fa:16:3e:35:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:25:22Z', 'updated_at': '2021-02-17T20:25:27Z', 'revision_number': 2, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:28:58.780149 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c8dc11-c969-43da-9cdd-84b0f9c5e768 None None] Checking router: 7b640064-724d-4ef0-880c-770b85e8ddeb for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:28:58.785341 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-93fa6c4b-28d0-41dd-addd-5f6c2ff5f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:28:58.787012 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-93fa6c4b-28d0-41dd-addd-5f6c2ff5f5b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833673 Feb 17 20:28:58.789263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c8dc11-c969-43da-9cdd-84b0f9c5e768 None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:28:58.789973 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-30c8dc11-c969-43da-9cdd-84b0f9c5e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:28:38Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:28:58.931410 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-3ae0c851-5264-4bfd-a01c-b7029feb95f5 service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372719 Feb 17 20:28:58.981463 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-30c8dc11-c969-43da-9cdd-84b0f9c5e768 None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:28:59.077171 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad766fac-004f-4fa5-8245-790dc46bd34f req-aeb5d302-5ca0-4055-804c-cd4a4c5679cc service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387300 Feb 17 20:28:59.190869 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9924058-9247-4910-b98d-fe61f29ab129', 'tag': '65f7fecb-a3d0-432a-a3bd-2c43830315db', 'status': 'completed', 'code': 200} Feb 17 20:28:59.297587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34687ed1-1073-4c26-bb7b-3eb26cd58fb0 req-c82b13f7-5545-490b-b61c-f61e59690a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:28:59.299262 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34687ed1-1073-4c26-bb7b-3eb26cd58fb0 req-c82b13f7-5545-490b-b61c-f61e59690a8e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 1162 time: 0.0843089 Feb 17 20:28:59.363327 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-30c8dc11-c969-43da-9cdd-84b0f9c5e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '3e0b441e-0cc2-4918-b29d-5b5112848f82', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'port_id': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'mac_address': 'fa:16:3e:35:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:25:22Z', 'updated_at': '2021-02-17T20:25:27Z', 'revision_number': 2, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:28:59.367813 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c8dc11-c969-43da-9cdd-84b0f9c5e768 None None] The sync data for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi is: [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_floatingips': [{'id': '3e0b441e-0cc2-4918-b29d-5b5112848f82', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'router_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'port_id': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'mac_address': 'fa:16:3e:35:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:25:22Z', 'updated_at': '2021-02-17T20:25:27Z', 'revision_number': 2, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:28:59.452687 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34687ed1-1073-4c26-bb7b-3eb26cd58fb0 req-cfd29f4d-c924-46c9-868d-8d106bd246ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:28:59.454355 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34687ed1-1073-4c26-bb7b-3eb26cd58fb0 req-cfd29f4d-c924-46c9-868d-8d106bd246ef service neutron] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1480913 Feb 17 20:28:59.575169 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34687ed1-1073-4c26-bb7b-3eb26cd58fb0 req-b42d2158-1265-43b7-afd8-20cd5a14a8e4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65f7fecb-a3d0-432a-a3bd-2c43830315db HTTP/1.1" status: 200 len: 217 time: 0.1118915 Feb 17 20:28:59.659468 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34687ed1-1073-4c26-bb7b-3eb26cd58fb0 req-1211e135-cfb6-41b2-9193-dcd8a1333ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:28:59.661100 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34687ed1-1073-4c26-bb7b-3eb26cd58fb0 req-1211e135-cfb6-41b2-9193-dcd8a1333ac2 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0789707 Feb 17 20:28:59.812247 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8620a207-8670-4871-847d-758b87160679 None None] New status for floating IP b6b302c1-0b89-40a4-8ab8-d6067c25f63e: DOWN {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:28:59.971686 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a52690-80a8-4628-8c6f-a6e39144ea06 req-3903fddb-ed52-4b61-b73f-fb459ec764c3 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:28:59.972440 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-62a52690-80a8-4628-8c6f-a6e39144ea06 req-3903fddb-ed52-4b61-b73f-fb459ec764c3 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:28:59.994975 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-62a52690-80a8-4628-8c6f-a6e39144ea06 req-3903fddb-ed52-4b61-b73f-fb459ec764c3 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:28:59.996530 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-62a52690-80a8-4628-8c6f-a6e39144ea06 req-3903fddb-ed52-4b61-b73f-fb459ec764c3 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 945 time: 0.4763288 Feb 17 20:29:00.033734 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34687ed1-1073-4c26-bb7b-3eb26cd58fb0 req-746d434b-cec7-420f-9ef3-60949d79846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:00.035334 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34687ed1-1073-4c26-bb7b-3eb26cd58fb0 req-746d434b-cec7-420f-9ef3-60949d79846e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3658135 Feb 17 20:29:00.130045 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-62a52690-80a8-4628-8c6f-a6e39144ea06 req-76501007-8369-4f53-89de-2dc3a61987d1 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1261866 Feb 17 20:29:00.194709 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34687ed1-1073-4c26-bb7b-3eb26cd58fb0 req-c16ace9d-2159-48f6-a9e7-695af569de0b service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464212 Feb 17 20:29:00.342831 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-34687ed1-1073-4c26-bb7b-3eb26cd58fb0 req-c5583e32-9716-4975-88c0-411a789ca726 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391668 Feb 17 20:29:01.187631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c14cd-e19f-4434-a266-6cb432dc5468 req-53848f6b-e72f-483a-b5bd-fc870f93b398 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:01.189281 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-402c14cd-e19f-4434-a266-6cb432dc5468 req-53848f6b-e72f-483a-b5bd-fc870f93b398 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.127 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 945 time: 0.0904994 Feb 17 20:29:01.317876 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-402c14cd-e19f-4434-a266-6cb432dc5468 req-8bf7b483-616f-444b-be92-497aaac7045d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Deleting port 65f7fecb-a3d0-432a-a3bd-2c43830315db {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:29:01.318258 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-402c14cd-e19f-4434-a266-6cb432dc5468 req-8bf7b483-616f-444b-be92-497aaac7045d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:01.453358 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b17717-30a3-4f9a-ab24-992f4dbe630c req-f917f7c2-7d79-4981-a6ae-222966a6b4b5 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:01.454979 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-56b17717-30a3-4f9a-ab24-992f4dbe630c req-f917f7c2-7d79-4981-a6ae-222966a6b4b5 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 945 time: 0.2115514 Feb 17 20:29:01.600670 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-56b17717-30a3-4f9a-ab24-992f4dbe630c req-91192f94-ebaa-45c4-abf8-bcb8388c75b0 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1354122 Feb 17 20:29:01.645731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-402c14cd-e19f-4434-a266-6cb432dc5468 req-8bf7b483-616f-444b-be92-497aaac7045d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] For port 65f7fecb-a3d0-432a-a3bd-2c43830315db, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=65f7fecb-a3d0-432a-a3bd-2c43830315db,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:29:01.646130 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-402c14cd-e19f-4434-a266-6cb432dc5468 req-8bf7b483-616f-444b-be92-497aaac7045d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:01.779197 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-402c14cd-e19f-4434-a266-6cb432dc5468 req-8bf7b483-616f-444b-be92-497aaac7045d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Calling delete_port for 65f7fecb-a3d0-432a-a3bd-2c43830315db owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:29:01.929536 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-402c14cd-e19f-4434-a266-6cb432dc5468 req-8bf7b483-616f-444b-be92-497aaac7045d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:01.947071 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a0adb20c-a132-42e5-bc3d-be7a0c9b2f33 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:02.051870 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7b483-616f-444b-be92-497aaac7045d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event deleted for resources: {'Port': ['ID=65f7fecb-a3d0-432a-a3bd-2c43830315db,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:02.054853 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8bf7b483-616f-444b-be92-497aaac7045d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:02.154165 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-402c14cd-e19f-4434-a266-6cb432dc5468 req-8bf7b483-616f-444b-be92-497aaac7045d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] No DVR routers for this DVR port 65f7fecb-a3d0-432a-a3bd-2c43830315db on host hv-cinder-76003 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:29:02.156413 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-402c14cd-e19f-4434-a266-6cb432dc5468 req-8bf7b483-616f-444b-be92-497aaac7045d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:02.160369 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9924058-9247-4910-b98d-fe61f29ab129', 'name': 'network-vif-deleted', 'tag': '65f7fecb-a3d0-432a-a3bd-2c43830315db'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:29:02.174004 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-402c14cd-e19f-4434-a266-6cb432dc5468 req-8bf7b483-616f-444b-be92-497aaac7045d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.127 "DELETE /v2.0/ports/65f7fecb-a3d0-432a-a3bd-2c43830315db HTTP/1.1" status: 204 len: 173 time: 0.9786825 Feb 17 20:29:02.212150 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9924058-9247-4910-b98d-fe61f29ab129', 'name': 'network-vif-deleted', 'tag': '65f7fecb-a3d0-432a-a3bd-2c43830315db', 'status': 'completed', 'code': 200} Feb 17 20:29:02.322121 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 65f7fecb-a3d0-432a-a3bd-2c43830315db no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:29:02.360230 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] No Port match for: 65f7fecb-a3d0-432a-a3bd-2c43830315db {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:29:02.360634 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device 65f7fecb-a3d0-432a-a3bd-2c43830315db not bound to the agent host hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:29:02.770611 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-f45f3bdc-23d3-425d-a87e-0a360593cf52 req-c820e9be-afd9-45cc-bb5b-d19525f42461 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:29:02.785977 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-f45f3bdc-23d3-425d-a87e-0a360593cf52 req-c820e9be-afd9-45cc-bb5b-d19525f42461 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:29:02.787282 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-f45f3bdc-23d3-425d-a87e-0a360593cf52 req-c820e9be-afd9-45cc-bb5b-d19525f42461 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9924058-9247-4910-b98d-fe61f29ab129 HTTP/1.1" status: 200 len: 210 time: 0.0697694 Feb 17 20:29:05.061109 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-4472ce41-7fed-46d8-a504-e184c5ff923b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:06.427464 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-200bb5b8-8e71-4270-9af2-bc39c162d5c2 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/floatingips/3e0b441e-0cc2-4918-b29d-5b5112848f82 HTTP/1.1" status: 200 len: 998 time: 0.1128154 Feb 17 20:29:06.588499 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-8d06830c-5181-4307-b340-0a813fb253d6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:06.590516 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-8d06830c-5181-4307-b340-0a813fb253d6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/networks/20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 HTTP/1.1" status: 200 len: 784 time: 0.1566317 Feb 17 20:29:06.702798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-6ee3c002-71cf-4825-acf9-9139144d18e4 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:floatingip {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:29:06.717998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-6ee3c002-71cf-4825-acf9-9139144d18e4 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:floatingip {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:29:06.719271 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-6ee3c002-71cf-4825-acf9-9139144d18e4 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.190 HTTP/1.1" status: 200 len: 1001 time: 0.1221838 Feb 17 20:29:06.804708 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-058a10ba-3a52-407b-96ae-4f2235fb4ac4 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:06.806214 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-058a10ba-3a52-407b-96ae-4f2235fb4ac4 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports/fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 HTTP/1.1" status: 200 len: 942 time: 0.0808253 Feb 17 20:29:06.988355 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-3d28a42f-0e44-434c-889a-35a4a93e1e11 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.190 HTTP/1.1" status: 200 len: 1001 time: 0.1041059 Feb 17 20:29:07.212934 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-e18eba0c-6b41-4f0e-b62a-ec27f789b2a8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Deleting port fa885795-2aad-4696-adfd-17e2883a34a0 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:29:07.213262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-e18eba0c-6b41-4f0e-b62a-ec27f789b2a8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:07.396468 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-e18eba0c-6b41-4f0e-b62a-ec27f789b2a8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:07.396942 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-e18eba0c-6b41-4f0e-b62a-ec27f789b2a8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:07.537206 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-e18eba0c-6b41-4f0e-b62a-ec27f789b2a8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Calling delete_port for fa885795-2aad-4696-adfd-17e2883a34a0 owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:29:07.686244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-e18eba0c-6b41-4f0e-b62a-ec27f789b2a8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:07.705986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-311ca5cf-80df-47c9-a8e6-150f07dd91b5 tempest-AttachVolumeTestJSON-1496952506 tempest-AttachVolumeTestJSON-1496952506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:07.714538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-3695b3ba-75f5-4112-9283-c5008e80731b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:07.809490 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18eba0c-6b41-4f0e-b62a-ec27f789b2a8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event deleted for resources: {'Port': ['ID=fa885795-2aad-4696-adfd-17e2883a34a0,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:07.814211 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e18eba0c-6b41-4f0e-b62a-ec27f789b2a8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:07.926986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-e18eba0c-6b41-4f0e-b62a-ec27f789b2a8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:07.927370 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.db.l3_db [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-e18eba0c-6b41-4f0e-b62a-ec27f789b2a8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Floating IP 3e0b441e-0cc2-4918-b29d-5b5112848f82 disassociated (deleted). External IP: 172.27.1.190, port: fdc4f8ec-5506-46cf-9b15-820db1f9b5a4. Feb 17 20:29:07.992464 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:08.535803 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-e18eba0c-6b41-4f0e-b62a-ec27f789b2a8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Router 7b640064-724d-4ef0-880c-770b85e8ddeb has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:29:08.727182 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-e18eba0c-6b41-4f0e-b62a-ec27f789b2a8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:29:08.737164 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb295a-d731-4361-833a-d66a2062e1a8 None None] Sync routers for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:29:08.748000 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb295a-d731-4361-833a-d66a2062e1a8 None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:29:08.748674 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-cefb295a-d731-4361-833a-d66a2062e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:29:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:08.755446 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-e18eba0c-6b41-4f0e-b62a-ec27f789b2a8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:08.818493 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-e18eba0c-6b41-4f0e-b62a-ec27f789b2a8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "DELETE /v2.0/floatingips/3e0b441e-0cc2-4918-b29d-5b5112848f82 HTTP/1.1" status: 204 len: 173 time: 1.8240592 Feb 17 20:29:08.819058 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'tag': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:29:08.914310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-b1e5b8ae-6f6d-4067-8f34-08e960a6e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:08.915995 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-b1e5b8ae-6f6d-4067-8f34-08e960a6e65c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 1162 time: 0.0834236 Feb 17 20:29:09.066389 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-f2e543c6-0b33-4db3-9374-ce15fb1b1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:09.068023 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-f2e543c6-0b33-4db3-9374-ce15fb1b1b91 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1450605 Feb 17 20:29:09.096185 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-cefb295a-d731-4361-833a-d66a2062e1a8 None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:29:09.146542 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-5d63b461-6d4b-47cd-8d2e-467e9adeacd7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0715172 Feb 17 20:29:09.217305 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-963f6267-7e23-4a7b-b49d-e383f04e85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:09.218016 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:09.218946 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-963f6267-7e23-4a7b-b49d-e383f04e85dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0659454 Feb 17 20:29:09.306516 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-7225b49c-b210-4fca-88f5-d80f0b9b6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:09.308173 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-7225b49c-b210-4fca-88f5-d80f0b9b6b6f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823452 Feb 17 20:29:09.434684 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-cefb295a-d731-4361-833a-d66a2062e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:09.438785 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb295a-d731-4361-833a-d66a2062e1a8 None None] Checking router: 7b640064-724d-4ef0-880c-770b85e8ddeb for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:29:09.447816 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb295a-d731-4361-833a-d66a2062e1a8 None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:29:09.448582 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-cefb295a-d731-4361-833a-d66a2062e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:29:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:09.460062 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-3be56eef-b072-474f-afb3-6ba9dca9a861 service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442144 Feb 17 20:29:09.514907 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:09.606696 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-8a80418f-bd15-41cb-aa42-08f154e3ff92 req-d6d74bd4-4ba8-4498-88dd-788ea494f276 service neutron] 10.222.0.73 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395166 Feb 17 20:29:09.642105 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-cefb295a-d731-4361-833a-d66a2062e1a8 None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:29:09.664079 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'tag': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4', 'status': 'completed', 'code': 200} Feb 17 20:29:09.772072 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e97bc5-712b-47b5-9f24-83d523f1ffc4 req-2b436e06-7372-4c52-a1f5-3fa92f9582d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:09.774660 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-09e97bc5-712b-47b5-9f24-83d523f1ffc4 req-2b436e06-7372-4c52-a1f5-3fa92f9582d6 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=b33d61d35eb9412e85992212249dd2e1&device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 1162 time: 0.0861039 Feb 17 20:29:09.925412 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e97bc5-712b-47b5-9f24-83d523f1ffc4 req-6ec74366-efdb-474a-93ea-d2388d99a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:09.927017 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-09e97bc5-712b-47b5-9f24-83d523f1ffc4 req-6ec74366-efdb-474a-93ea-d2388d99a147 service neutron] 10.222.0.127 "GET /v2.0/networks?id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 200 len: 905 time: 0.1421618 Feb 17 20:29:09.980991 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-cefb295a-d731-4361-833a-d66a2062e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:09.985137 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb295a-d731-4361-833a-d66a2062e1a8 None None] The sync data for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi is: [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:22:07Z', 'revision_number': 4, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi', '_interfaces': [{'id': '6ea390d3-60ed-4b2b-969c-86b9edb33835', 'name': '', 'network_id': '6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'mac_address': 'fa:16:3e:f4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:06Z', 'updated_at': '2021-02-17T20:22:16Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'subnets': [{'id': '60b094f9-de6b-4c04-9b24-2e008359be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:29:10.041738 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-09e97bc5-712b-47b5-9f24-83d523f1ffc4 req-fede148d-7f1e-49d3-88bd-f3f2ea837749 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 HTTP/1.1" status: 200 len: 217 time: 0.1071301 Feb 17 20:29:10.133066 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e97bc5-712b-47b5-9f24-83d523f1ffc4 req-bb92c556-d512-4c09-b072-4b4b34ab3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:10.134631 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-09e97bc5-712b-47b5-9f24-83d523f1ffc4 req-bb92c556-d512-4c09-b072-4b4b34ab3ae3 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 200 len: 850 time: 0.0807533 Feb 17 20:29:10.194560 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad829e73-b4b7-416a-a3ae-60d2c3933a91 req-8e404c60-4289-4bd8-8fbf-46e716c7850c tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:10.195316 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ad829e73-b4b7-416a-a3ae-60d2c3933a91 req-8e404c60-4289-4bd8-8fbf-46e716c7850c tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:29:10.223241 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-ad829e73-b4b7-416a-a3ae-60d2c3933a91 req-8e404c60-4289-4bd8-8fbf-46e716c7850c tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:29:10.224615 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad829e73-b4b7-416a-a3ae-60d2c3933a91 req-8e404c60-4289-4bd8-8fbf-46e716c7850c tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 945 time: 0.2288320 Feb 17 20:29:10.279209 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e97bc5-712b-47b5-9f24-83d523f1ffc4 req-80a0d953-fbbb-4de8-96b2-b3551ece0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:10.280796 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-09e97bc5-712b-47b5-9f24-83d523f1ffc4 req-80a0d953-fbbb-4de8-96b2-b3551ece0635 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1353517 Feb 17 20:29:10.293633 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-ad829e73-b4b7-416a-a3ae-60d2c3933a91 req-feec4110-07f2-485a-93e8-6adf4e2e0461 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0604284 Feb 17 20:29:10.367693 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0ca61-cb58-4a60-a9f2-71b33b1b0f42 None None] New status for floating IP 3e0b441e-0cc2-4918-b29d-5b5112848f82: DOWN {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:29:10.435496 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-09e97bc5-712b-47b5-9f24-83d523f1ffc4 req-a5e17458-0e2e-47b8-9a4e-8c4207775c55 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458077 Feb 17 20:29:10.584457 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-09e97bc5-712b-47b5-9f24-83d523f1ffc4 req-de3fc76b-6f2d-40af-bfea-b793719b0330 service neutron] 10.222.0.127 "GET /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406024 Feb 17 20:29:11.562152 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6012b6-b025-47ac-8614-d586d4f4eebe req-f6907064-eec5-44d1-be2d-a39e25653b9c tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:11.563750 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fa6012b6-b025-47ac-8614-d586d4f4eebe req-f6907064-eec5-44d1-be2d-a39e25653b9c tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.127 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 945 time: 0.1220238 Feb 17 20:29:11.571041 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a7d49-8c78-4f23-87e6-58fc655dcb13 req-0f926653-e2a9-4234-9e9d-7def1e698b40 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:11.572508 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3b7a7d49-8c78-4f23-87e6-58fc655dcb13 req-0f926653-e2a9-4234-9e9d-7def1e698b40 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 945 time: 0.1690891 Feb 17 20:29:11.679878 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-fa6012b6-b025-47ac-8614-d586d4f4eebe req-4a9e2153-d2d0-4861-b932-27e472fa29fd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Deleting port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:29:11.680184 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-fa6012b6-b025-47ac-8614-d586d4f4eebe req-4a9e2153-d2d0-4861-b932-27e472fa29fd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:11.712931 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-3b7a7d49-8c78-4f23-87e6-58fc655dcb13 req-2fca67d2-6d34-4e2c-917f-3004d68be84d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups?id=0de1db8a-c436-417e-a520-54c1a4044872&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1083412 Feb 17 20:29:11.942167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [req-fa6012b6-b025-47ac-8614-d586d4f4eebe req-4a9e2153-d2d0-4861-b932-27e472fa29fd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] For port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4, host hv-cinder-76003, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76003',level=0,port_id=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:29:11.942489 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-fa6012b6-b025-47ac-8614-d586d4f4eebe req-4a9e2153-d2d0-4861-b932-27e472fa29fd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:12.072904 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-fa6012b6-b025-47ac-8614-d586d4f4eebe req-4a9e2153-d2d0-4861-b932-27e472fa29fd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Calling delete_port for fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:29:12.223145 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-fa6012b6-b025-47ac-8614-d586d4f4eebe req-4a9e2153-d2d0-4861-b932-27e472fa29fd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:12.237819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-3b5ce009-e252-4a6e-8572-0bcd97de512c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:12.337724 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e2153-d2d0-4861-b932-27e472fa29fd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event deleted for resources: {'Port': ['ID=fdc4f8ec-5506-46cf-9b15-820db1f9b5a4,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:12.347610 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-4a9e2153-d2d0-4861-b932-27e472fa29fd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:12.347946 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 no longer exists at agent ovs-agent-hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:29:12.389246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] No Port match for: fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:29:12.389918 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Device fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 not bound to the agent host hv-cinder-76003 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:29:12.450250 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6012b6-b025-47ac-8614-d586d4f4eebe req-4a9e2153-d2d0-4861-b932-27e472fa29fd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] No DVR routers for this DVR port fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 on host hv-cinder-76003 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:29:12.452949 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-fa6012b6-b025-47ac-8614-d586d4f4eebe req-4a9e2153-d2d0-4861-b932-27e472fa29fd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:12.457113 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'name': 'network-vif-deleted', 'tag': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:29:12.472260 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-fa6012b6-b025-47ac-8614-d586d4f4eebe req-4a9e2153-d2d0-4861-b932-27e472fa29fd tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.127 "DELETE /v2.0/ports/fdc4f8ec-5506-46cf-9b15-820db1f9b5a4 HTTP/1.1" status: 204 len: 173 time: 0.8985829 Feb 17 20:29:12.505724 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f281a697-5293-473e-a14f-aa0bc41486c3', 'name': 'network-vif-deleted', 'tag': 'fdc4f8ec-5506-46cf-9b15-820db1f9b5a4', 'status': 'completed', 'code': 200} Feb 17 20:29:13.123617 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-6886d3ef-afdc-458d-86d1-348d6d8a5e19 req-b8493e52-3b73-42a2-a1c8-f9afd35ad1f6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:29:13.138314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-6886d3ef-afdc-458d-86d1-348d6d8a5e19 req-b8493e52-3b73-42a2-a1c8-f9afd35ad1f6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:29:13.139574 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-6886d3ef-afdc-458d-86d1-348d6d8a5e19 req-b8493e52-3b73-42a2-a1c8-f9afd35ad1f6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/ports?device_id=f281a697-5293-473e-a14f-aa0bc41486c3 HTTP/1.1" status: 200 len: 210 time: 0.3048439 Feb 17 20:29:13.535863 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:14.342325 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-35eb9cd5-c524-4ff7-a9c9-64e3d9307016 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/floatingips/2bbdaa91-964f-47bf-9beb-edbeadb249ed HTTP/1.1" status: 200 len: 693 time: 0.0906579 Feb 17 20:29:14.508512 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-249926e4-b1c9-4967-ba56-9947660020c6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:29:14.509911 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-249926e4-b1c9-4967-ba56-9947660020c6 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/networks/20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6 HTTP/1.1" status: 200 len: 784 time: 0.1619513 Feb 17 20:29:14.594037 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-3d6324ac-a8c5-45e5-b624-379b0930cbfc tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Synchronizing usage tracker for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:floatingip {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:29:14.608977 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.quota.resource [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-3d6324ac-a8c5-45e5-b624-379b0930cbfc tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Unset dirty status for tenant:b33d61d35eb9412e85992212249dd2e1 on resource:floatingip {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:29:14.610219 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-3d6324ac-a8c5-45e5-b624-379b0930cbfc tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.116 HTTP/1.1" status: 200 len: 696 time: 0.0937777 Feb 17 20:29:14.698255 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-b7ab1b46-e36a-4268-81ae-c88213943fe8 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.1.116 HTTP/1.1" status: 200 len: 696 time: 0.0815895 Feb 17 20:29:14.871333 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-9adbf773-9410-4c67-a0c5-4aa8c798baad tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Deleting port f2944adc-7e7f-4bca-b11f-7c2c71d84924 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:29:14.871712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-9adbf773-9410-4c67-a0c5-4aa8c798baad tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:15.053604 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-9adbf773-9410-4c67-a0c5-4aa8c798baad tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:15.053970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-9adbf773-9410-4c67-a0c5-4aa8c798baad tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:15.186562 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-9adbf773-9410-4c67-a0c5-4aa8c798baad tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Calling delete_port for f2944adc-7e7f-4bca-b11f-7c2c71d84924 owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:29:15.334188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-9adbf773-9410-4c67-a0c5-4aa8c798baad tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:15.349524 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-95e3f2ea-6676-4b86-8ea6-325643cbcecf tempest-TestMinimumBasicScenario-365595947 tempest-TestMinimumBasicScenario-365595947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:15.455812 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbf773-9410-4c67-a0c5-4aa8c798baad tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event deleted for resources: {'Port': ['ID=f2944adc-7e7f-4bca-b11f-7c2c71d84924,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:15.461077 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9adbf773-9410-4c67-a0c5-4aa8c798baad tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:15.577443 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-9adbf773-9410-4c67-a0c5-4aa8c798baad tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for floatingip, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:15.599665 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-9adbf773-9410-4c67-a0c5-4aa8c798baad tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2017155'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:15.600946 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-cfcab277-51f0-4ef2-87a4-a47a6ca463bd req-9adbf773-9410-4c67-a0c5-4aa8c798baad tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "DELETE /v2.0/floatingips/2bbdaa91-964f-47bf-9beb-edbeadb249ed HTTP/1.1" status: 204 len: 173 time: 0.8966951 Feb 17 20:29:17.053341 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5d8ea331-8481-43e5-982a-929b8d9e0fde req-584b8197-dda8-4df1-9c84-09662beb8e2e tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "GET /v2.0/security-groups/0de1db8a-c436-417e-a520-54c1a4044872 HTTP/1.1" status: 200 len: 2999 time: 0.0507917 Feb 17 20:29:17.125805 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-5d8ea331-8481-43e5-982a-929b8d9e0fde req-60b8bd54-09fc-41f8-b810-00b0b85c8c9a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:17.156030 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-5d8ea331-8481-43e5-982a-929b8d9e0fde req-60b8bd54-09fc-41f8-b810-00b0b85c8c9a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:17.203153 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-5d8ea331-8481-43e5-982a-929b8d9e0fde req-60b8bd54-09fc-41f8-b810-00b0b85c8c9a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:17.208451 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-da053dcc-a51c-48c4-8747-a266b0acf0bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:17.224350 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8bd54-09fc-41f8-b810-00b0b85c8c9a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de1db8a-c436-417e-a520-54c1a4044872,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:17.230575 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-60b8bd54-09fc-41f8-b810-00b0b85c8c9a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:17.232310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [req-5d8ea331-8481-43e5-982a-929b8d9e0fde req-60b8bd54-09fc-41f8-b810-00b0b85c8c9a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:17.233582 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [req-5d8ea331-8481-43e5-982a-929b8d9e0fde req-60b8bd54-09fc-41f8-b810-00b0b85c8c9a tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] 10.222.0.73 "DELETE /v2.0/security-groups/0de1db8a-c436-417e-a520-54c1a4044872 HTTP/1.1" status: 204 len: 173 time: 0.1737185 Feb 17 20:29:17.294829 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35084) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:29:17.986780 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0f14ee2f-408a-437e-a2a1-24e3a4cfc20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404122'] for router_interface, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:18.354911 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-0f14ee2f-408a-437e-a2a1-24e3a4cfc20e admin admin] Deleting port 6ea390d3-60ed-4b2b-969c-86b9edb33835 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:29:18.355570 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0f14ee2f-408a-437e-a2a1-24e3a4cfc20e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:18.539126 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-0f14ee2f-408a-437e-a2a1-24e3a4cfc20e admin admin] For port 6ea390d3-60ed-4b2b-969c-86b9edb33835, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=6ea390d3-60ed-4b2b-969c-86b9edb33835,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:29:18.539516 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0f14ee2f-408a-437e-a2a1-24e3a4cfc20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:18.669943 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-0f14ee2f-408a-437e-a2a1-24e3a4cfc20e admin admin] Calling delete_port for 6ea390d3-60ed-4b2b-969c-86b9edb33835 owned by network:router_interface {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:29:18.853660 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0f14ee2f-408a-437e-a2a1-24e3a4cfc20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:18.869372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-8bf7b483-616f-444b-be92-497aaac7045d tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:18.970175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14ee2f-408a-437e-a2a1-24e3a4cfc20e admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea390d3-60ed-4b2b-969c-86b9edb33835,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:18.977552 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-0f14ee2f-408a-437e-a2a1-24e3a4cfc20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:19.517094 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-0f14ee2f-408a-437e-a2a1-24e3a4cfc20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853146494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404212'] for router_interface, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:20.027958 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f14ee2f-408a-437e-a2a1-24e3a4cfc20e admin admin] Router 7b640064-724d-4ef0-880c-770b85e8ddeb has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:29:20.219731 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f14ee2f-408a-437e-a2a1-24e3a4cfc20e admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:29:20.228559 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94838fae-f836-4862-9d38-15921cbad297 None None] Sync routers for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:29:20.232855 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-0f14ee2f-408a-437e-a2a1-24e3a4cfc20e admin admin] 10.222.0.73 "PUT /v2.0/routers/7b640064-724d-4ef0-880c-770b85e8ddeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9368525 Feb 17 20:29:20.235560 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35090) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:29:20.238732 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94838fae-f836-4862-9d38-15921cbad297 None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:29:20.239397 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-94838fae-f836-4862-9d38-15921cbad297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:29:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:20.425465 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] Notify callbacks [] for router, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:20.429516 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-94838fae-f836-4862-9d38-15921cbad297 None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: dv-cinder-760038-3-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:29:20.560990 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:29:20.621433 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:20.629886 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] Deleting port 4a5f1f44-5862-494e-9413-8127582d8386 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:29:20.630267 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:20.733724 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-94838fae-f836-4862-9d38-15921cbad297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '4a5f1f44-5862-494e-9413-8127582d8386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:29:18Z', 'revision_number': 5, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port': {'id': '4a5f1f44-5862-494e-9413-8127582d8386', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:03Z', 'updated_at': '2021-02-17T20:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:20.737794 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94838fae-f836-4862-9d38-15921cbad297 None None] Checking router: 7b640064-724d-4ef0-880c-770b85e8ddeb for host: dv-cinder-760038-3-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:29:20.746853 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94838fae-f836-4862-9d38-15921cbad297 None None] Routers {'7b640064-724d-4ef0-880c-770b85e8ddeb'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:29:20.747497 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-94838fae-f836-4862-9d38-15921cbad297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:29:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['7b640064-724d-4ef0-880c-770b85e8ddeb'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:20.816962 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] For port 4a5f1f44-5862-494e-9413-8127582d8386, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=4a5f1f44-5862-494e-9413-8127582d8386,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:29:20.817299 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:20.909272 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-94838fae-f836-4862-9d38-15921cbad297 None None] Set router 7b640064-724d-4ef0-880c-770b85e8ddeb gateway port host: None {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:29:20.951835 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] Calling delete_port for 4a5f1f44-5862-494e-9413-8127582d8386 owned by network:router_gateway {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:29:21.022906 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-94838fae-f836-4862-9d38-15921cbad297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:29:20Z', 'revision_number': 6, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port_host': None}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:21.027581 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94838fae-f836-4862-9d38-15921cbad297 None None] The sync data for ids ['7b640064-724d-4ef0-880c-770b85e8ddeb'] in dv-cinder-760038-3-iscsi is: [{'id': '7b640064-724d-4ef0-880c-770b85e8ddeb', 'name': 'tempest-TestVolumeBootPattern-182248843-router', 'tenant_id': 'b33d61d35eb9412e85992212249dd2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:02Z', 'updated_at': '2021-02-17T20:29:20Z', 'revision_number': 6, 'project_id': 'b33d61d35eb9412e85992212249dd2e1', 'gw_port_host': None}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:29:21.134633 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:21.153945 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c6b7d638-717c-421e-9e95-82dc19c27d06 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:21.258919 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5f1f44-5862-494e-9413-8127582d8386,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:21.264114 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:21.379861 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854376320'] for router_gateway, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:21.805256 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775512'] for router, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:21.807628 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:21.831283 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402962'] for router, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:21.831878 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b640064-724d-4ef0-880c-770b85e8ddeb {{(pid=84038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:29:21.844830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:21.846463 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-330448b5-9cbc-4b63-9e8a-c13e0d752c99 admin admin] 10.222.0.73 "DELETE /v2.0/routers/7b640064-724d-4ef0-880c-770b85e8ddeb HTTP/1.1" status: 204 len: 168 time: 1.6095695 Feb 17 20:29:21.848816 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35094) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:29:21.919071 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7b5c56-eba9-4e0f-96ed-9da7e2adb6ea admin admin] Deleting subnet 60b094f9-de6b-4c04-9b24-2e008359be42 {{(pid=84038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:29:21.922402 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5c56-eba9-4e0f-96ed-9da7e2adb6ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:21.975454 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5c56-eba9-4e0f-96ed-9da7e2adb6ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704422'] for subnet, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:22.019593 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 4a5f1f44-5862-494e-9413-8127582d8386 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:29:22.057110 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: 4a5f1f44-5862-494e-9413-8127582d8386 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:29:22.057517 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 4a5f1f44-5862-494e-9413-8127582d8386 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:29:22.058027 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 6ea390d3-60ed-4b2b-969c-86b9edb33835 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:29:22.061946 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5c56-eba9-4e0f-96ed-9da7e2adb6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:22.094550 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: 6ea390d3-60ed-4b2b-969c-86b9edb33835 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:29:22.094948 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 6ea390d3-60ed-4b2b-969c-86b9edb33835 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:29:22.324843 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5c56-eba9-4e0f-96ed-9da7e2adb6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4091116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350040'] for subnet, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:22.340503 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-c18ec55a-734c-4e97-b405-0689982cf23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:22.426437 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b5c56-eba9-4e0f-96ed-9da7e2adb6ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b094f9-de6b-4c04-9b24-2e008359be42,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:22.429277 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-cc7b5c56-eba9-4e0f-96ed-9da7e2adb6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:22.475640 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5c56-eba9-4e0f-96ed-9da7e2adb6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:22.482005 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7764d6-8afc-4a4d-b796-1ba8889cb716 None None] Network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:29:22.482146 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-cc7b5c56-eba9-4e0f-96ed-9da7e2adb6ea admin admin] 10.222.0.73 "DELETE /v2.0/subnets/60b094f9-de6b-4c04-9b24-2e008359be42 HTTP/1.1" status: 204 len: 168 time: 0.6323175 Feb 17 20:29:22.484990 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35098) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:29:22.603464 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:22.677882 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Deleting port 96c70fec-34dd-4706-a36d-39e3d1b73e6f {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:29:22.678263 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:22.738016 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c64bc0-560e-4810-a948-2c4f4c44fc3d None None] DHCP port deletion for 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c request from dv-cinder-760038-3-iscsi {{(pid=84040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 20:29:22.742210 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-16c64bc0-560e-4810-a948-2c4f4c44fc3d None None] Deleting port 96c70fec-34dd-4706-a36d-39e3d1b73e6f {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:29:22.742631 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-16c64bc0-560e-4810-a948-2c4f4c44fc3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:22.912175 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] For port 96c70fec-34dd-4706-a36d-39e3d1b73e6f, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=96c70fec-34dd-4706-a36d-39e3d1b73e6f,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:29:22.912726 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:22.960800 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-16c64bc0-560e-4810-a948-2c4f4c44fc3d None None] For port 96c70fec-34dd-4706-a36d-39e3d1b73e6f, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=96c70fec-34dd-4706-a36d-39e3d1b73e6f,segment=NetworkSegment(38cdc7f3-8807-4058-badd-9e553ec301ec),segment_id=38cdc7f3-8807-4058-badd-9e553ec301ec)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:29:22.961264 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-16c64bc0-560e-4810-a948-2c4f4c44fc3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:23.051767 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Calling delete_port for 96c70fec-34dd-4706-a36d-39e3d1b73e6f owned by network:dhcp {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:29:23.095167 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-16c64bc0-560e-4810-a948-2c4f4c44fc3d None None] Calling delete_port for 96c70fec-34dd-4706-a36d-39e3d1b73e6f owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:29:23.129537 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:23.144806 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a49a173b-b291-4890-81fe-bf902b52b004 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:23.170908 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [None req-16c64bc0-560e-4810-a948-2c4f4c44fc3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:29:23.171255 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [None req-16c64bc0-560e-4810-a948-2c4f4c44fc3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:29:23.240620 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Pushing event deleted for resources: {'Port': ['ID=96c70fec-34dd-4706-a36d-39e3d1b73e6f,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:23.243428 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:23.288830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] No DVR routers for this DVR port 96c70fec-34dd-4706-a36d-39e3d1b73e6f on host dv-cinder-760038-3-iscsi {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:29:23.412832 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:23.531486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:23.544352 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38cdc7f3-8807-4058-badd-9e553ec301ec') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:23.544700 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38cdc7f3-8807-4058-badd-9e553ec301ec') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:23.556819 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851071362'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:23.571612 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:23.574262 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:29:23.672156 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-16c64bc0-560e-4810-a948-2c4f4c44fc3d None None] Deleting port 96c70fec-34dd-4706-a36d-39e3d1b73e6f {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:29:23.672605 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-16c64bc0-560e-4810-a948-2c4f4c44fc3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:23.747144 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-16c64bc0-560e-4810-a948-2c4f4c44fc3d None None] The port '96c70fec-34dd-4706-a36d-39e3d1b73e6f' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 20:29:23.759706 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:29:23.769679 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850684653'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:23.947551 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Network 6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:29:23.974217 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:29:24.016459 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 96c70fec-34dd-4706-a36d-39e3d1b73e6f no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:29:24.053915 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: 96c70fec-34dd-4706-a36d-39e3d1b73e6f {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:29:24.054317 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device 96c70fec-34dd-4706-a36d-39e3d1b73e6f not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:29:24.055998 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:24.061252 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:24.065201 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:24.087392 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:24.089975 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:24.100240 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-2869e18f-7be9-4748-ad54-70e9f396ac07 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6f6eb9eb-9745-4edb-ae43-3edc3c7a1d0c HTTP/1.1" status: 204 len: 168 time: 1.6142681 Feb 17 20:29:24.103371 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35102) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:29:24.678924 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee662-ad5d-41c4-a7a9-820b32effb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404122'] for router_interface, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:25.290639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-7e9ee662-ad5d-41c4-a7a9-820b32effb7c admin admin] Deleting port f946247d-07cb-4cd0-88e4-cfb0ba604057 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:29:25.291238 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee662-ad5d-41c4-a7a9-820b32effb7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:25.476740 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-7e9ee662-ad5d-41c4-a7a9-820b32effb7c admin admin] For port f946247d-07cb-4cd0-88e4-cfb0ba604057, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=f946247d-07cb-4cd0-88e4-cfb0ba604057,segment=NetworkSegment(68f27384-2ebb-4477-a6fa-aee6f9bd058f),segment_id=68f27384-2ebb-4477-a6fa-aee6f9bd058f)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:29:25.477171 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee662-ad5d-41c4-a7a9-820b32effb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:25.613864 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-7e9ee662-ad5d-41c4-a7a9-820b32effb7c admin admin] Calling delete_port for f946247d-07cb-4cd0-88e4-cfb0ba604057 owned by network:router_interface {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:29:25.798430 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee662-ad5d-41c4-a7a9-820b32effb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:25.814132 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-a85cf065-8888-417d-b8f1-6fcd7f0aef54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:25.910830 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ee662-ad5d-41c4-a7a9-820b32effb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=f946247d-07cb-4cd0-88e4-cfb0ba604057,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:25.920342 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-7e9ee662-ad5d-41c4-a7a9-820b32effb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:26.233148 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee662-ad5d-41c4-a7a9-820b32effb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853146494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404212'] for router_interface, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:26.748214 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9ee662-ad5d-41c4-a7a9-820b32effb7c admin admin] Router f5b38242-da69-4b78-a526-477693b10350 has already been hosted by L3 agent 0515dc41-8cde-4b97-938c-bb52673d51ae {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:29:26.939756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9ee662-ad5d-41c4-a7a9-820b32effb7c admin admin] Notify agent at l3_agent.dv-cinder-760038-3-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:29:26.949090 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73ae21-af6c-42d2-9fcc-3e2d506f7cf8 None None] Sync routers for ids ['f5b38242-da69-4b78-a526-477693b10350'] in dv-cinder-760038-3-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:29:26.953144 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-7e9ee662-ad5d-41c4-a7a9-820b32effb7c admin admin] 10.222.0.73 "PUT /v2.0/routers/f5b38242-da69-4b78-a526-477693b10350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8461511 Feb 17 20:29:26.953561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35106) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:29:26.959020 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73ae21-af6c-42d2-9fcc-3e2d506f7cf8 None None] Routers {'f5b38242-da69-4b78-a526-477693b10350'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:29:26.959696 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-ae73ae21-af6c-42d2-9fcc-3e2d506f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:29:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['f5b38242-da69-4b78-a526-477693b10350'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:27.145642 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] Notify callbacks [] for router, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:27.317457 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-ae73ae21-af6c-42d2-9fcc-3e2d506f7cf8 None None] Set router f5b38242-da69-4b78-a526-477693b10350 gateway port host: dv-cinder-760038-3-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:29:27.588046 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:27.596627 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] Deleting port b4a42d78-e1a5-4837-a618-8e7199f945b0 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:29:27.597183 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:27.635244 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-ae73ae21-af6c-42d2-9fcc-3e2d506f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b38242-da69-4b78-a526-477693b10350', 'name': 'tempest-TestVolumeBootPattern-522791934-router', 'tenant_id': '7b89536d9a03498f9003951e75a559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'external_fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b4a42d78-e1a5-4837-a618-8e7199f945b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:29:25Z', 'revision_number': 5, 'project_id': '7b89536d9a03498f9003951e75a559f4', 'gw_port': {'id': 'b4a42d78-e1a5-4837-a618-8e7199f945b0', 'name': '', 'network_id': '20b1ae3b-96b7-4fc3-a13e-bbe0300b7ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b38242-da69-4b78-a526-477693b10350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '03da6438-860b-4a69-a8de-b911549815ed', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760038-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03da6438-860b-4a69-a8de-b911549815ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760038-3-iscsi'}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:27.640074 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73ae21-af6c-42d2-9fcc-3e2d506f7cf8 None None] Checking router: f5b38242-da69-4b78-a526-477693b10350 for host: dv-cinder-760038-3-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:29:27.649024 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73ae21-af6c-42d2-9fcc-3e2d506f7cf8 None None] Routers {'f5b38242-da69-4b78-a526-477693b10350'} bound to L3 agent in host dv-cinder-760038-3-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:29:27.649700 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-ae73ae21-af6c-42d2-9fcc-3e2d506f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760038-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:01:38Z,description=,heartbeat_timestamp=2021-02-17T20:29:08Z,host='dv-cinder-760038-3-iscsi',id=0515dc41-8cde-4b97-938c-bb52673d51ae,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:01:38Z,topic='l3_agent')) {'router_ids': ['f5b38242-da69-4b78-a526-477693b10350'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:27.783189 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] For port b4a42d78-e1a5-4837-a618-8e7199f945b0, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=b4a42d78-e1a5-4837-a618-8e7199f945b0,segment=NetworkSegment(426836f6-236e-456a-9e13-6ad2ed7b281f),segment_id=426836f6-236e-456a-9e13-6ad2ed7b281f)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:29:27.783775 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:27.813324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvr_db [None req-ae73ae21-af6c-42d2-9fcc-3e2d506f7cf8 None None] Set router f5b38242-da69-4b78-a526-477693b10350 gateway port host: None {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:29:27.920061 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] Calling delete_port for b4a42d78-e1a5-4837-a618-8e7199f945b0 owned by network:router_gateway {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:29:27.927587 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_hamode_db [None req-ae73ae21-af6c-42d2-9fcc-3e2d506f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b38242-da69-4b78-a526-477693b10350', 'name': 'tempest-TestVolumeBootPattern-522791934-router', 'tenant_id': '7b89536d9a03498f9003951e75a559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:29:27Z', 'revision_number': 6, 'project_id': '7b89536d9a03498f9003951e75a559f4', 'gw_port_host': None}], 'dv-cinder-760038-3-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:27.931779 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73ae21-af6c-42d2-9fcc-3e2d506f7cf8 None None] The sync data for ids ['f5b38242-da69-4b78-a526-477693b10350'] in dv-cinder-760038-3-iscsi is: [{'id': 'f5b38242-da69-4b78-a526-477693b10350', 'name': 'tempest-TestVolumeBootPattern-522791934-router', 'tenant_id': '7b89536d9a03498f9003951e75a559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:22:11Z', 'updated_at': '2021-02-17T20:29:27Z', 'revision_number': 6, 'project_id': '7b89536d9a03498f9003951e75a559f4', 'gw_port_host': None}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:29:27.998141 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device f946247d-07cb-4cd0-88e4-cfb0ba604057 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:29:28.036509 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: f946247d-07cb-4cd0-88e4-cfb0ba604057 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:29:28.036917 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device f946247d-07cb-4cd0-88e4-cfb0ba604057 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:29:28.107671 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:28.125809 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-751c6cb7-6fca-48dd-bfd7-2d7b9ac30700 tempest-TestVolumeBootPattern-1281266611 tempest-TestVolumeBootPattern-1281266611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:28.231859 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a42d78-e1a5-4837-a618-8e7199f945b0,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:28.236672 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:28.352358 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854376320'] for router_gateway, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:28.548324 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775512'] for router, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:28.551271 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:28.572124 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402962'] for router, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:28.572706 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5b38242-da69-4b78-a526-477693b10350 {{(pid=84038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:29:28.586123 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:28.587382 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-e7216bca-78ff-4620-adfa-517d698f684c admin admin] 10.222.0.73 "DELETE /v2.0/routers/f5b38242-da69-4b78-a526-477693b10350 HTTP/1.1" status: 204 len: 168 time: 1.6328468 Feb 17 20:29:28.590220 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35110) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:29:28.660845 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d40ddca-1fbf-4499-bb25-ef3ecb343712 admin admin] Deleting subnet fc8fb916-24e2-4645-8b66-07fbea261c79 {{(pid=84038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:29:28.664078 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9d40ddca-1fbf-4499-bb25-ef3ecb343712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:28.716858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9d40ddca-1fbf-4499-bb25-ef3ecb343712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3704422'] for subnet, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:28.798783 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9d40ddca-1fbf-4499-bb25-ef3ecb343712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-614683'] for subnet, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:29.059310 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9d40ddca-1fbf-4499-bb25-ef3ecb343712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854161149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4091116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350040'] for subnet, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:29.075155 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:29.161750 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40ddca-1fbf-4499-bb25-ef3ecb343712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc8fb916-24e2-4645-8b66-07fbea261c79,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:29.166866 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-9d40ddca-1fbf-4499-bb25-ef3ecb343712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:29.209447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9d40ddca-1fbf-4499-bb25-ef3ecb343712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:29.215359 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6b84f7-244c-4c3c-81f9-530e4803afa1 None None] Network 39f836da-c053-4df5-a79b-93ed995412b0 requested from dv-cinder-760038-3-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:29:29.216522 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-9d40ddca-1fbf-4499-bb25-ef3ecb343712 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fc8fb916-24e2-4645-8b66-07fbea261c79 HTTP/1.1" status: 204 len: 168 time: 0.6252599 Feb 17 20:29:29.219179 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35114) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:29:29.336483 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653534'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:29.411286 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Deleting port c3ca5fff-e3df-4c36-abd6-88f0590f0c81 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:29:29.411662 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:29.477127 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f599b670-2b3b-4c70-8d1f-e3320f18dc44 None None] DHCP port deletion for 39f836da-c053-4df5-a79b-93ed995412b0 request from dv-cinder-760038-3-iscsi {{(pid=84040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 20:29:29.481314 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f599b670-2b3b-4c70-8d1f-e3320f18dc44 None None] Deleting port c3ca5fff-e3df-4c36-abd6-88f0590f0c81 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:29:29.481740 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f599b670-2b3b-4c70-8d1f-e3320f18dc44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:29.638188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] For port c3ca5fff-e3df-4c36-abd6-88f0590f0c81, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=c3ca5fff-e3df-4c36-abd6-88f0590f0c81,segment=NetworkSegment(68f27384-2ebb-4477-a6fa-aee6f9bd058f),segment_id=68f27384-2ebb-4477-a6fa-aee6f9bd058f)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:29:29.638521 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:29.701088 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.db [None req-f599b670-2b3b-4c70-8d1f-e3320f18dc44 None None] For port c3ca5fff-e3df-4c36-abd6-88f0590f0c81, host dv-cinder-760038-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760038-3-iscsi',level=0,port_id=c3ca5fff-e3df-4c36-abd6-88f0590f0c81,segment=NetworkSegment(68f27384-2ebb-4477-a6fa-aee6f9bd058f),segment_id=68f27384-2ebb-4477-a6fa-aee6f9bd058f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:29:29.701531 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f599b670-2b3b-4c70-8d1f-e3320f18dc44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:29.777386 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Calling delete_port for c3ca5fff-e3df-4c36-abd6-88f0590f0c81 owned by network:dhcp {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:29:29.835275 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f599b670-2b3b-4c70-8d1f-e3320f18dc44 None None] Calling delete_port for c3ca5fff-e3df-4c36-abd6-88f0590f0c81 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:29:29.857860 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1496437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746221642543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746221259106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091192'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:29.874105 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d1ed6749-8fba-4619-860f-302ad0d5c03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:29.912487 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.db.api [None req-f599b670-2b3b-4c70-8d1f-e3320f18dc44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:29:29.912831 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_db.api [None req-f599b670-2b3b-4c70-8d1f-e3320f18dc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:29:29.975400 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ca5fff-e3df-4c36-abd6-88f0590f0c81,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:29.978106 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:30.021398 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device c3ca5fff-e3df-4c36-abd6-88f0590f0c81 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:29:30.023817 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] No DVR routers for this DVR port c3ca5fff-e3df-4c36-abd6-88f0590f0c81 on host dv-cinder-760038-3-iscsi {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:29:30.058883 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: c3ca5fff-e3df-4c36-abd6-88f0590f0c81 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:29:30.059278 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device c3ca5fff-e3df-4c36-abd6-88f0590f0c81 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:29:30.059737 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device b4a42d78-e1a5-4837-a618-8e7199f945b0 no longer exists at agent ovs-agent-dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:29:30.097142 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] No Port match for: b4a42d78-e1a5-4837-a618-8e7199f945b0 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:29:30.097510 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.rpc [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Device b4a42d78-e1a5-4837-a618-8e7199f945b0 not bound to the agent host dv-cinder-760038-3-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:29:30.149887 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481602', 'neutron.services.segments.db._delete_segments_for_network-8746221748493'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:30.266712 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f836da-c053-4df5-a79b-93ed995412b0']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:30.279431 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f27384-2ebb-4477-a6fa-aee6f9bd058f') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:30.279750 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.services.segments.db [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f27384-2ebb-4477-a6fa-aee6f9bd058f') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:29:30.291886 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746221744141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851071362'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:30.307218 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853297358'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:30.309827 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:29:30.413928 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f599b670-2b3b-4c70-8d1f-e3320f18dc44 None None] Deleting port c3ca5fff-e3df-4c36-abd6-88f0590f0c81 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:29:30.414450 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f599b670-2b3b-4c70-8d1f-e3320f18dc44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290633143412'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:30.489082 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-f599b670-2b3b-4c70-8d1f-e3320f18dc44 None None] The port 'c3ca5fff-e3df-4c36-abd6-88f0590f0c81' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 20:29:30.498447 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Network 39f836da-c053-4df5-a79b-93ed995412b0 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:29:30.507700 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1478410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850684653'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:30.687020 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.plugins.ml2.managers [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Network 39f836da-c053-4df5-a79b-93ed995412b0 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: Traceback (most recent call last): Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: timer() Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: cb(*args, **kw) Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: return func(*args, **kwargs) Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: self._notify() Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: self.callback(batched_events) Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: event.method(event) Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: segment_id)['aggregates'][0] Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: return f(self, *a, **k) Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: return self._get(url).json() Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: **kwargs) Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: return self.request(url, 'GET', **kwargs) Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: **endpoint_filter) Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:29:30.713440 dv-cinder-760038-3-iscsi neutron-server[83926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:29:30.789017 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853294198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399559'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:30.793309 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629336'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:30.796975 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:30.818486 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Pushing event deleted for resources: {'Network': ['ID=39f836da-c053-4df5-a79b-93ed995412b0,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:30.821141 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:30.823807 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-bd5a0671-d791-4208-aa6a-63dbd95e0250 admin admin] 10.222.0.73 "DELETE /v2.0/networks/39f836da-c053-4df5-a79b-93ed995412b0 HTTP/1.1" status: 204 len: 168 time: 1.6031063 Feb 17 20:29:30.940851 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35120) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:29:30.996052 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-5bee60f6-dbec-455e-9bdc-082498e83d4b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b33d61d35eb9412e85992212249dd2e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536444 Feb 17 20:29:30.998553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35124) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:29:31.059700 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-77cc53bd-3fe1-46ae-9cef-c1bf806aa467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:31.086981 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-77cc53bd-3fe1-46ae-9cef-c1bf806aa467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:31.135356 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-77cc53bd-3fe1-46ae-9cef-c1bf806aa467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:31.140982 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-e4aab48b-26dc-4d4e-9ddf-7eee34f8c1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:31.154561 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc53bd-3fe1-46ae-9cef-c1bf806aa467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bbc7bd-3c3f-4204-ba7f-dc572118a496,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:31.158725 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-77cc53bd-3fe1-46ae-9cef-c1bf806aa467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:31.163233 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-77cc53bd-3fe1-46ae-9cef-c1bf806aa467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:31.164654 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-77cc53bd-3fe1-46ae-9cef-c1bf806aa467 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/31bbc7bd-3c3f-4204-ba7f-dc572118a496 HTTP/1.1" status: 204 len: 168 time: 0.1651561 Feb 17 20:29:31.522149 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35132) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:29:31.574187 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-27225399-316c-4ea9-b7f9-87ab76e5c84a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b89536d9a03498f9003951e75a559f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507023 Feb 17 20:29:31.576553 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35136) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:29:31.641234 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d8dc56b7-7b14-4569-befe-e313f7b56e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:31.668432 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d8dc56b7-7b14-4569-befe-e313f7b56e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:31.712181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d8dc56b7-7b14-4569-befe-e313f7b56e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854285449'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:31.717689 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-2068886d-6266-4665-adc7-a7fb9a7ccf20 tempest-AttachVolumeShelveTestJSON-1451206574 tempest-AttachVolumeShelveTestJSON-1451206574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:29:31.728284 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc56b7-7b14-4569-befe-e313f7b56e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2658ceac-89cb-40eb-9b99-a6b1459dd9fe,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:29:31.733249 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-d8dc56b7-7b14-4569-befe-e313f7b56e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:29:31.735254 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-d8dc56b7-7b14-4569-befe-e313f7b56e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:31.736910 dv-cinder-760038-3-iscsi neutron-server[83926]: INFO neutron.wsgi [None req-d8dc56b7-7b14-4569-befe-e313f7b56e6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2658ceac-89cb-40eb-9b99-a6b1459dd9fe HTTP/1.1" status: 204 len: 168 time: 0.1589587 Feb 17 20:29:35.062752 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-022d3969-6474-469a-a340-5324f4f84836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:37.717479 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ae573262-90fa-43ee-a94f-d2bf091dee13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:37.994410 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:39.217143 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:39.533659 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:43.535629 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:29:57.480756 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:30:05.063487 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-7e86398a-f4c5-409e-9192-80abc858058e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:07.718372 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6353f4d4-a77f-4191-9a29-4e2fbc40789a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:07.998110 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:09.219117 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:09.524750 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:13.534909 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:34.480651 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:30:35.064798 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-c73c6c4a-1fc3-4e78-a5b6-583ca91d6343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:37.718480 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-91660314-e3ea-493b-8a6d-32e9fe39135c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:38.000639 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:39.220765 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:39.524654 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:30:43.534157 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:31:05.066114 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cc81-23e7-4135-9d4c-69c2f15a811b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:31:07.719281 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-a93fb952-be95-4e17-b5a2-ea833a5ae7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:31:08.003575 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:31:09.222083 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:31:09.528122 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:31:11.481655 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:31:13.534890 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:31:35.067336 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-e0d9c757-53b3-4c33-bf3d-6e289b2390da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:31:37.719834 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-5f86864f-9b76-4613-aa76-b9b2ac3c6aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:31:38.006858 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:31:39.223785 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:31:39.544188 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:31:43.531861 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:31:48.482281 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:32:05.068874 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-61f3abe3-2bc5-46ea-b674-6a0e28826bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:32:07.720362 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1018496a-bdcf-455d-b422-5d874f638f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:32:08.009678 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:32:09.224293 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:32:09.535181 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:32:13.534482 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:32:25.481915 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:32:35.073942 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-92980cd9-ed9e-430c-8dc8-9c294d77fc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:32:37.720453 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-591f30b4-14ca-4b73-b59d-b641b13c5ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:32:38.011576 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:32:39.225845 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:32:39.537881 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:32:43.541019 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:33:02.482579 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:33:05.075254 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-2395d682-af17-403d-834c-df50a13745f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:33:07.720528 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-b8e60f86-89dd-4651-9c8e-79b62f48acc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:33:08.013906 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:33:09.227618 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:33:09.541115 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:33:13.560623 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:33:35.077568 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-6a0b2703-e3c6-471f-b9f1-80b43552c079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:33:37.721381 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1ead76f9-6cf5-45b1-9b93-b39ac9fc26db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:33:38.017176 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:33:39.229374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:33:39.482538 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:33:39.553642 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:33:43.579679 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:34:01.580519 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [req-874165c0-2fa7-49d5-b48c-0a956b86a948 req-678f2741-fb93-4545-b42a-1cc3a0ac2089 tempest-TestShelveInstance-611222093 tempest-TestShelveInstance-611222093-project] (84038) timed out ('10.222.0.73', 51484) {{(pid=84038) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 20:34:05.079043 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-93268411-bd5f-45a7-9fa7-1d831fe68efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:34:07.721970 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-32eb2f6e-3575-4a51-88f8-12ecaa53bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:34:08.019374 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:34:09.231886 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:34:09.548427 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:34:13.591934 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:34:16.482411 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:34:35.080200 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-9ab0df49-60f3-4bdf-a03c-4bd2fe3bf9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:34:37.721986 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2e44-1769-4baf-9bdd-031b82c70c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:34:38.022544 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:34:39.234463 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:34:39.552093 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:34:43.589246 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:34:53.482293 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.db.agents_db [None req-e0065264-48fd-4f35-a7d8-9a50fd247ed2 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:35:03.453416 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron.wsgi [req-2fb2f0d5-58b2-4a78-8c95-da159e486d7e req-b499169c-02f4-4897-acd6-874a62363ca1 service neutron] (84037) timed out ('10.222.0.73', 57062) {{(pid=84037) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 20:35:05.082556 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-ac5de5a8-77ef-4f6f-8a22-52274f2eeb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:35:07.722709 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f15a3bab-52bb-43ff-af10-b466a704c6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:35:08.025885 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-1c506926-588f-4703-a992-fd9eaabe79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:35:09.235680 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-877c18e0-d811-4b8c-a84b-1d0820f32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:35:09.554899 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-35c4c403-addd-4610-988e-ef208d59c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:35:13.589184 dv-cinder-760038-3-iscsi neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-f7a75012-33aa-49e6-bdfd-0b3e3af57f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290633040654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490684'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}